-- Logs begin at Thu 2022-08-25 04:20:58 UTC, end at Thu 2022-08-25 05:41:42 UTC. -- Aug 25 05:04:39.030056 dv-cinder-853910-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 25 05:04:41.669582 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.common.config [-] Logging enabled! Aug 25 05:04:41.670188 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 25 05:04:41.670416 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106940) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 25 05:04:41.674808 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.common.config [-] Logging enabled! Aug 25 05:04:41.675063 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev521 Aug 25 05:04:41.675380 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106940) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 25 05:04:41.676474 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 05:04:41.676711 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 05:04:41.677204 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 05:04:41.677450 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 05:04:41.677697 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 05:04:41.678018 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.678319 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.678553 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.678850 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.679141 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.679422 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.679715 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.680012 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.680298 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.680577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.680859 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.681091 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.681372 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.681694 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.681985 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.682214 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] debug = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.682495 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.682921 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.683327 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.683609 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.683900 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.684181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.684453 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.684730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.685014 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.685343 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] host = dv-cinder-853910-2-iscsi {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.685699 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.685991 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.686281 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.686571 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.686848 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.687127 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.687416 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.687695 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.687974 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.688249 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.688541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.688832 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.689132 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.689360 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.689607 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.689895 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.690190 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.690467 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.690745 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.691022 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.691298 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.691573 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.691844 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.692135 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.692421 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.692712 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.692989 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.693264 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.693538 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.693840 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.694128 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.694403 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.694679 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.694956 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.695244 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.695516 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.695793 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.696094 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.696384 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.696669 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.696959 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.697233 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.697518 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.697873 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.698150 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.698424 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_json = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.698699 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.698974 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.699258 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.699532 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.699806 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.700081 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.700355 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.700644 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.700922 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:41.701781 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.702086 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.702389 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.702680 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.702987 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.703271 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.703563 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.703845 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.704138 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.704431 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.704721 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.705002 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.705305 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.705614 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.705917 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.706224 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.706522 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.706815 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.707092 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.707368 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.707646 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.707928 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.708219 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.708498 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.708791 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.709083 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.709369 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.709699 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.709990 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.710279 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.710574 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.710867 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.711142 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.711457 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.711720 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.712001 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.712277 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.712568 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.712852 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.713125 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.713408 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.713721 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.714013 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.714288 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.714568 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.714861 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.715138 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.715412 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.715684 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.715966 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.716500 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.717334 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.717634 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.717912 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.718183 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.718462 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.718734 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.719006 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.719281 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.719551 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.719828 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.720101 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.720371 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.720641 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.720913 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.721189 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.721462 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.721758 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.722039 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.722312 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.722587 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.722859 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.723130 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.723403 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.723684 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.723984 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.724263 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.724538 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.724817 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.725095 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.725371 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.729577 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.732789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:41.733887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 05:04:41.734282 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106940) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 25 05:04:42.028879 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 25 05:04:42.029657 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 25 05:04:42.029931 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 25 05:04:42.030162 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 25 05:04:42.030435 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 25 05:04:42.030764 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 25 05:04:42.438024 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.438322 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.438597 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.439790 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.440070 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.440336 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.492947 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.493237 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.493508 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.509424 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.509738 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.510008 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.537930 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.538207 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.538474 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.574363 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.574643 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.574909 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.808143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.808754 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.808754 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.808929 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.809804 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.906848 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.907170 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.907460 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.907738 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.908011 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.908325 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.908587 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.908849 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.909109 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.909396 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.909685 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.909957 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.910218 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.910472 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.910730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.910999 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.911259 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.911530 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.911812 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.912076 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.912353 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.912618 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.912903 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.913285 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.913542 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.913815 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.914211 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.914448 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.914684 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.914919 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.915150 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.915382 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:42.915740 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 25 05:04:42.918846 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 25 05:04:42.923281 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 25 05:04:42.927123 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 25 05:04:42.928768 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 25 05:04:42.929384 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 25 05:04:42.929745 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 25 05:04:42.930138 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 25 05:04:42.932884 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 25 05:04:42.933135 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 25 05:04:42.933475 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 05:04:42.939194 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 25 05:04:42.961936 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 25 05:04:42.962392 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.962693 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106940) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 25 05:04:42.963061 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.964415 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106940) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 25 05:04:42.964699 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 25 05:04:42.964947 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 25 05:04:42.968713 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:42.968995 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:43.126271 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 25 05:04:43.126509 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 25 05:04:43.126743 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 25 05:04:43.127110 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 25 05:04:43.178701 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO dbcounter [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Registered counter for database neutron Aug 25 05:04:43.197038 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_db.sqlalchemy.engines [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106940) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 25 05:04:43.202824 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writer thread running {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:04:43.877474 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing driver for type 'gre' Aug 25 05:04:43.878183 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] gre ID ranges: [(1, 1000)] Aug 25 05:04:44.061977 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing driver for type 'local' Aug 25 05:04:44.062312 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing driver for type 'vlan' Aug 25 05:04:44.118697 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] VlanTypeDriver initialization complete Aug 25 05:04:44.119055 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing driver for type 'vxlan' Aug 25 05:04:44.119545 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] vxlan ID ranges: [(1, 1000)] Aug 25 05:04:44.288973 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing extension driver 'port_security' Aug 25 05:04:44.289308 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.extensions.port_security [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] PortSecurityExtensionDriver initialization complete Aug 25 05:04:44.289661 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing mechanism driver 'openvswitch' Aug 25 05:04:44.290000 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing mechanism driver 'hyperv' Aug 25 05:04:44.296681 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.plugin [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:04:44.297411 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.297788 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.298145 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.298642 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.299061 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.299417 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.299763 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.300148 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.300551 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.300901 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.301244 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.301648 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.302048 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.302393 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.302730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.303114 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.303512 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.303882 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.304220 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.304602 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.304998 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > address_group after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.305343 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > address_group after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.305702 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.306086 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 25 05:04:44.306516 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] ML2 OVO RPC backend initialized. {{(pid=106940) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 25 05:04:44.307224 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.307580 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.307990 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.308334 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > networks before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.308675 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.309011 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > ports before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.309351 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.309710 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnets before_response 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.310052 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.310913 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.311245 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.311575 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.311906 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.312233 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.312562 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.312891 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.313219 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.321827 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded quota_driver: . Aug 25 05:04:44.322183 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.plugin [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Modular L2 Plugin initialization complete Aug 25 05:04:44.322532 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading services supported by the core plugin {{(pid=106940) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 25 05:04:44.322867 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.plugins.ml2.managers [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Got port-security extension from driver 'port_security' Aug 25 05:04:44.323343 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.extensions.vlantransparent [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Disabled vlantransparent extension. Aug 25 05:04:44.323836 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106940) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 25 05:04:44.324157 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: router Aug 25 05:04:44.359818 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.360210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_create 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.360586 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router before_create 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.360955 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.361331 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.361714 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_delete 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.362078 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.362430 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.362791 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_create 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.363143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.363496 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.363848 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.364210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.364624 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.364992 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.365331 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.365689 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: subnet after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.366037 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.366390 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.366739 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_create 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.367084 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.367424 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.367781 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router after_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.368131 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.368477 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_create 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.368839 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.369183 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_update 55549900 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.369548 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > agent after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.369927 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > agent after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.370272 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > network after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.371115 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Tracking information for resource: router configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:44.371443 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Tracking information for resource: floatingip configured {{(pid=106940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 25 05:04:44.376746 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.db.l3_agentschedulers_db [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 25 05:04:44.377310 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.377693 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.378065 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.378395 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: port after_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.379180 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router before_create 55550100 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.379543 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.379903 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_create 55550100 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.380259 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > router precommit_update 55550100 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.385055 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.provider_configuration [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service providers = [] {{(pid=106940) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 25 05:04:44.385417 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.db.servicetype_db [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106940) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 25 05:04:44.398979 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.service_base [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 05:04:44.399329 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.service_base [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 05:04:44.399670 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.service_base [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 05:04:44.400556 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.services.service_base [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 25 05:04:44.400924 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.services.service_base [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 25 05:04:44.401302 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.401639 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 25 05:04:44.411975 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.412306 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: auto_allocate Aug 25 05:04:44.417986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: network precommit_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.418357 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: network precommit_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.418875 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.419190 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: tag Aug 25 05:04:44.432637 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.432961 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: timestamp Aug 25 05:04:44.437355 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.437710 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: network_ip_availability Aug 25 05:04:44.443212 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.443579 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.443968 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.444682 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.444998 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: flavors Aug 25 05:04:44.451073 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.451401 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading Plugin: revisions Aug 25 05:04:44.455620 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 25 05:04:44.455998 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.425s {{(pid=106940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 25 05:04:44.456727 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106940) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 25 05:04:44.457065 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Initializing extension manager. Aug 25 05:04:44.457578 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: __init__.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.457945 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: __pycache__ {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.458279 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: address_group.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.458975 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.459525 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: address-group Aug 25 05:04:44.459843 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: address_scope.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.460564 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.461041 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: address-scope Aug 25 05:04:44.461355 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.462249 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.462756 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: router-admin-state-down-before-update Aug 25 05:04:44.463073 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: agent.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.463726 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.464226 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: agent Aug 25 05:04:44.464542 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: agent_resources_synced.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.465406 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.465935 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: agent-resources-synced Aug 25 05:04:44.466536 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: allowedaddresspairs.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.468259 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.468783 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: allowed-address-pairs Aug 25 05:04:44.469105 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: auto_allocated_topology.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.470149 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.470669 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: auto-allocated-topology Aug 25 05:04:44.470993 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: availability_zone.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.471685 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.472153 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: availability_zone Aug 25 05:04:44.472474 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: availability_zone_filter.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.473362 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.473909 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: availability_zone_filter Aug 25 05:04:44.474229 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: data_plane_status.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.478968 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.479476 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension data-plane-status not supported by any of loaded plugins Aug 25 05:04:44.479791 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: default_subnetpools.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.480655 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.481160 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: default-subnetpools Aug 25 05:04:44.481478 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.482790 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.483299 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: dhcp_agent_scheduler Aug 25 05:04:44.483619 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: dns.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.484509 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.485013 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension dns-integration not supported by any of loaded plugins Aug 25 05:04:44.485330 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: dns_domain_ports.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.486214 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.486715 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 25 05:04:44.487032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.487897 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.488398 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 25 05:04:44.488716 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: dvr.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.489348 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.489881 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: dvr Aug 25 05:04:44.490198 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: ecmp_routes.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.491061 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.491558 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 25 05:04:44.491875 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: empty_string_filtering.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.492729 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.493232 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: empty-string-filtering Aug 25 05:04:44.493548 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.494431 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.494971 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 25 05:04:44.495281 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.496140 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.496642 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 25 05:04:44.496959 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: external_net.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.498438 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.498953 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: external-net Aug 25 05:04:44.499270 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.500128 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.500638 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: extra_dhcp_opt Aug 25 05:04:44.501037 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: extraroute.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.501927 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.502440 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: extraroute Aug 25 05:04:44.502756 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: extraroute_atomic.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.512730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.513248 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: extraroute-atomic Aug 25 05:04:44.513631 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: filter_validation.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.514261 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.514966 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: filter-validation Aug 25 05:04:44.515289 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: fip_pf_description.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.516154 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.516668 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 25 05:04:44.516988 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: fip_pf_port_range.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.518006 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.518513 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 25 05:04:44.518830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: fip_port_details.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.519699 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.520210 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: fip-port-details Aug 25 05:04:44.520528 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: flavors.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.521724 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.522245 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: flavors Aug 25 05:04:44.522569 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.524183 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.524704 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 25 05:04:44.525032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: floatingip_pools.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.525720 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.526244 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: floatingip-pools Aug 25 05:04:44.526568 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: ip_allocation.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.527438 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.527950 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension ip_allocation not supported by any of loaded plugins Aug 25 05:04:44.528271 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.529164 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.529703 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: ip-substring-filtering Aug 25 05:04:44.530028 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l2_adjacency.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.530907 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.531405 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 25 05:04:44.531724 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.532637 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.533151 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: router Aug 25 05:04:44.533474 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.535690 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.536213 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 25 05:04:44.536540 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.537405 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.537959 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: ext-gw-mode Aug 25 05:04:44.538283 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.539143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.539651 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: l3-ha Aug 25 05:04:44.539974 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.540836 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.541340 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 25 05:04:44.541689 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_flavors.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.547285 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.547798 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: l3-flavors Aug 25 05:04:44.548119 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.549422 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.549969 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 25 05:04:44.550292 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.551155 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.551663 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 25 05:04:44.551986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: l3agentscheduler.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.553009 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.553522 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: l3_agent_scheduler Aug 25 05:04:44.553874 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: local_ip.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.555567 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.556094 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension local_ip not supported by any of loaded plugins Aug 25 05:04:44.556427 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: logging.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.557896 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.558409 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension logging not supported by any of loaded plugins Aug 25 05:04:44.558735 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: metering.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.559430 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.560187 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: metering Aug 25 05:04:44.560560 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.561650 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.562165 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: metering_source_and_destination_fields Aug 25 05:04:44.562493 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: multiprovidernet.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.563405 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.563914 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: multi-provider Aug 25 05:04:44.564234 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: netmtu.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.565101 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.565636 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: net-mtu Aug 25 05:04:44.565986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: netmtu_writable.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.566856 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.567362 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: net-mtu-writable Aug 25 05:04:44.567685 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: network_availability_zone.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.568310 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.568820 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: network_availability_zone Aug 25 05:04:44.569141 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: network_ip_availability.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.570222 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.570735 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: network-ip-availability Aug 25 05:04:44.571059 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: network_segment_range.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.571775 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.572288 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension network-segment-range not supported by any of loaded plugins Aug 25 05:04:44.572610 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: pagination.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.573538 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.573892 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: pagination Aug 25 05:04:44.574209 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_device_profile.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.581704 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.582218 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-device-profile Aug 25 05:04:44.582539 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_mac_address_override.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.583422 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.583934 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-mac-override Aug 25 05:04:44.584254 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.585119 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.585656 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-mac-address-regenerate Aug 25 05:04:44.585978 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.586886 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.587398 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-numa-affinity-policy Aug 25 05:04:44.587719 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_resource_request.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.588581 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.589090 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension port-resource-request not supported by any of loaded plugins Aug 25 05:04:44.589410 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: port_resource_request_groups.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.590352 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.590860 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 25 05:04:44.591432 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: portbindings.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.592851 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.593364 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: binding Aug 25 05:04:44.593717 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: portbindings_extended.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.594920 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.595436 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: binding-extended Aug 25 05:04:44.595764 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: portsecurity.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.596633 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.597141 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-security Aug 25 05:04:44.597464 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: project_id.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.598419 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.598752 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: project-id Aug 25 05:04:44.599072 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: providernet.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.599944 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.600458 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: provider Aug 25 05:04:44.600777 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.604210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.604736 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos not supported by any of loaded plugins Aug 25 05:04:44.605062 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.606278 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.606796 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 25 05:04:44.607150 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.608070 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.608588 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 25 05:04:44.608912 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_default.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.609905 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.610421 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-default not supported by any of loaded plugins Aug 25 05:04:44.610746 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_fip.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.611618 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.612127 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-fip not supported by any of loaded plugins Aug 25 05:04:44.612452 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.613319 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.613857 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 25 05:04:44.614180 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_gateway_ip.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.615083 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.615593 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 25 05:04:44.615920 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_port_network_policy.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.616777 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.617285 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 25 05:04:44.617625 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.618614 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.619161 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 25 05:04:44.619446 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.620420 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.620932 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 25 05:04:44.621254 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_pps_rule.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.633572 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.634114 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-pps not supported by any of loaded plugins Aug 25 05:04:44.634437 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_rule_type_details.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.635305 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.635813 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 25 05:04:44.636135 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.637000 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.637537 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 25 05:04:44.637883 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: qos_rules_alias.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.639412 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.639925 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 25 05:04:44.640244 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: quota_check_limit.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.641117 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.641656 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: quota-check-limit Aug 25 05:04:44.641978 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: quotasv2.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.642861 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.643184 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: quotas Aug 25 05:04:44.643501 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: quotasv2_detail.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.645147 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.645478 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: quota_details Aug 25 05:04:44.645833 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: rbac.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.647116 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.647639 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: rbac-policies Aug 25 05:04:44.647965 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: rbac_address_group.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.648881 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.649395 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: rbac-address-group Aug 25 05:04:44.649754 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: rbac_address_scope.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.650632 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.651146 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: rbac-address-scope Aug 25 05:04:44.651466 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: rbac_security_groups.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.652408 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.652921 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: rbac-security-groups Aug 25 05:04:44.653243 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: rbac_subnetpool.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.654715 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.655229 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: rbac-subnetpool Aug 25 05:04:44.661002 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: revisionifmatch.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.661763 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.662278 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: revision-if-match Aug 25 05:04:44.662597 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: revisions.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.663657 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.664172 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: standard-attr-revisions Aug 25 05:04:44.664495 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: router_availability_zone.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.665131 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.665680 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: router_availability_zone Aug 25 05:04:44.666004 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: routerservicetype.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.666918 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.667428 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension router-service-type not supported by any of loaded plugins Aug 25 05:04:44.667748 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.668630 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.669147 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: security-groups-normalized-cidr Aug 25 05:04:44.669469 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.670399 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.670909 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: port-security-groups-filtering Aug 25 05:04:44.671230 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.672104 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.672619 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: security-groups-remote-address-group Aug 25 05:04:44.672938 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.673847 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.674358 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: security-groups-shared-filtering Aug 25 05:04:44.674679 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: securitygroup.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.684130 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.684676 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: security-group Aug 25 05:04:44.685014 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: segment.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.685754 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.686271 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension segment not supported by any of loaded plugins Aug 25 05:04:44.686599 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.687485 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.687999 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 25 05:04:44.688323 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: servicetype.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.689412 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.689958 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: service-type Aug 25 05:04:44.690284 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: sorting.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.691227 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.691554 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: sorting Aug 25 05:04:44.691873 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: standard_attr_segment.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.692739 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.693254 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 25 05:04:44.693575 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: standardattrdescription.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.694204 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.694714 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: standard-attr-description Aug 25 05:04:44.695042 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: stateful_security_group.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.695935 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.696454 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: stateful-security-group Aug 25 05:04:44.696774 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: stdattrs_common.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.697314 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 25 05:04:44.697666 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.698551 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.699096 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 25 05:04:44.699414 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnet_onboard.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.700416 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.701474 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: subnet_onboard Aug 25 05:04:44.701825 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.702701 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.703236 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 25 05:04:44.703545 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnet_service_types.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.704417 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.704938 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: subnet-service-types Aug 25 05:04:44.705261 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnetallocation.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.712438 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.712954 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: subnet_allocation Aug 25 05:04:44.713275 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.713949 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.714458 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: subnetpool-prefix-ops Aug 25 05:04:44.714778 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.715659 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.716433 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 25 05:04:44.716839 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: tagging.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.717923 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.718442 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: standard-attr-tag Aug 25 05:04:44.718762 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: timestamp.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.719909 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.720427 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loaded extension: standard-attr-timestamp Aug 25 05:04:44.720747 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: trunk.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.721822 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.722295 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension trunk not supported by any of loaded plugins Aug 25 05:04:44.722614 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: trunk_details.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.723481 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.723991 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension trunk-details not supported by any of loaded plugins Aug 25 05:04:44.724307 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: uplink_status_propagation.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.725173 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.725711 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 25 05:04:44.726028 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Loading extension file: vlantransparent.py {{(pid=106940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 25 05:04:44.726652 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 25 05:04:44.727158 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 25 05:04:44.729842 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:network Aug 25 05:04:44.730366 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnet Aug 25 05:04:44.730766 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 05:04:44.731165 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:port Aug 25 05:04:44.732961 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.733398 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service FLAVORS assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.734039 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.734466 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.734797 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:router Aug 25 05:04:44.741433 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 05:04:44.741433 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service METERING assigned prefix: /metering {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.741433 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.741433 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.741433 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:security_group Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service CORE assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] subnetpool is already registered Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service CORE assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.741839 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 05:04:44.742368 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] subnetpool is already registered Aug 25 05:04:44.744336 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.744768 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service FLAVORS assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.745354 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.745812 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.746230 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:router Aug 25 05:04:44.746517 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] router is already registered Aug 25 05:04:44.746928 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:floatingip Aug 25 05:04:44.747258 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] floatingip is already registered Aug 25 05:04:44.747780 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service METERING assigned prefix: /metering {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.748992 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of CountableResource for resource:rbac_policy Aug 25 05:04:44.749318 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] rbac_policy is already registered Aug 25 05:04:44.749762 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:security_group Aug 25 05:04:44.750096 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] security_group is already registered Aug 25 05:04:44.750501 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 25 05:04:44.750832 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] security_group_rule is already registered Aug 25 05:04:44.751466 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service CORE assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.751805 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 05:04:44.752136 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] subnetpool is already registered Aug 25 05:04:44.752558 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.v2.resource_helper [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Service CORE assigned prefix: {{(pid=106940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 25 05:04:44.752874 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Creating instance of TrackedResource for resource:subnetpool Aug 25 05:04:44.753198 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING neutron.quota.resource_registry [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] subnetpool is already registered Aug 25 05:04:44.753717 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: extensions {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.755196 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: address-groups {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.756672 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: address-scopes {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.758057 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: agents {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.759218 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: auto-allocated-topology {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.760450 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: availability_zones {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.761746 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: dhcp-networks {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.763258 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: dhcp-agents {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.764703 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: routers {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.766547 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: flavors {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.767830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: service_profiles {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.769089 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: next_providers {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.770562 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: service_profiles {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.773058 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: floatingip-pools {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.774408 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: routers {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.776095 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: floatingips {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.777360 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: l3-routers {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.778779 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: l3-agents {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.780741 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: metering-labels {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.782015 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: metering-label-rules {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.783524 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: network-ip-availabilities {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.784785 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: bindings {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.786446 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: quotas {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.788097 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: quotas {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.789618 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: rbac-policies {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.790830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: security-groups {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.792177 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: security-group-rules {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.793429 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: service-providers {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.795342 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: subnetpools {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.796652 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: subnetpools {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.798272 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.799940 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.801783 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.803555 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.805251 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.810701 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.810701 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.810949 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.812628 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.814370 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron.api.extensions [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Extended resource: tags {{(pid=106940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 25 05:04:44.820486 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING keystonemiddleware.auth_token [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 25 05:04:44.825733 dv-cinder-853910-2-iscsi neutron-server[106940]: WARNING keystonemiddleware.auth_token [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 25 05:04:44.834516 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Acquiring lock "singleton_lock" {{(pid=106940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 25 05:04:44.838536 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Acquired lock "singleton_lock" {{(pid=106940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 25 05:04:44.838536 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_concurrency.lockutils [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Releasing lock "singleton_lock" {{(pid=106940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 25 05:04:44.838536 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Starting 2 workers Aug 25 05:04:44.840868 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Started child 107055 {{(pid=106940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 05:04:44.846118 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Started child 107056 {{(pid=106940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 05:04:44.847146 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.847819 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO neutron.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 25 05:04:44.848394 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.848678 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [-] (107055) wsgi starting up on http://0.0.0.0:9696 Aug 25 05:04:44.850853 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Starting 1 workers Aug 25 05:04:44.851396 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.852778 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [-] (107056) wsgi starting up on http://0.0.0.0:9696 Aug 25 05:04:44.856144 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Started child 107057 {{(pid=106940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 05:04:44.856644 dv-cinder-853910-2-iscsi neutron-server[106940]: INFO oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Starting 1 workers Aug 25 05:04:44.860736 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] calling RpcWorker wait() {{(pid=107057) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 25 05:04:44.861269 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] returning from RpcWorker wait() {{(pid=107057) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 25 05:04:44.868153 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Started child 107058 {{(pid=106940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 25 05:04:44.868295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.868368 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG neutron_lib.callbacks.manager [None req-65fc33fb-d7e7-428c-a385-c863d3cfc461 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.868437 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.868504 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869013 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869013 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869013 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869184 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.869658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870008 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:04:44.870078 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870078 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870078 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870256 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870523 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870706 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.870833 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.871058 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.871340 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.871599 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.871983 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] debug = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.872259 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.872772 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.873023 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.873270 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.873484 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.873786 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.874158 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.874435 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.874670 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.874886 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.875121 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.875375 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.875625 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.875880 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.876122 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.876375 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.876589 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.877069 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] host = dv-cinder-853910-2-iscsi {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.877393 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.877836 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.878392 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.878392 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.878640 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.878792 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.879051 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.879319 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.879575 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.879812 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.880066 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.880310 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.880522 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.880761 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.880923 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_options = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.881193 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.881431 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.881712 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.881910 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.882077 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.882238 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.882497 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.882683 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.882919 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.883134 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.883365 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.883597 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.883830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.884070 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.884332 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.884546 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.884759 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.884986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.885240 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.885482 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.885743 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.885989 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.886225 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.886438 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.886732 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.886971 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.887329 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.887641 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.887903 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.888295 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.888948 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.889154 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.889373 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.889770 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.889886 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.890100 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.890323 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.890553 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.890813 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.891038 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.891278 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.891517 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.891732 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.891976 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.892266 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.892590 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.893181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_json = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.893181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.893520 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.893715 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.893951 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.894185 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.894394 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.894624 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.894856 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.895090 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.895618 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.895837 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.896336 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.896556 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.896797 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.897049 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.897278 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.899196 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.899472 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.899712 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.900032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.902541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.902541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.903542 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.905955 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.907097 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.908792 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.909141 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.909515 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.909846 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.910250 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.910695 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.910968 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.911570 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.912256 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.912506 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.913748 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.914319 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.914499 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.914760 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.915154 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.915442 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.915721 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.916449 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.916449 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.916449 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.916894 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.917032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.917177 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.917415 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.917690 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.917940 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.918185 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.918419 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.918640 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.918894 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921321 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921996 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921996 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.921996 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.922211 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.922297 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.922509 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.922778 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.923018 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.923244 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.923623 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.923845 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.924074 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.924284 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.924506 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.924723 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.924959 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.925173 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.925388 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.925646 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.925870 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.926089 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.926314 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.926541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.926760 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.926972 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.927189 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.927401 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.927635 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.927882 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.928094 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.928304 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.928546 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.928757 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.928979 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.929197 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.929407 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.929650 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.929889 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.930113 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931304 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931304 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931304 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931304 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931725 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931725 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.931880 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.932088 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.932316 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.932541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.932807 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.933032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.933281 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.933505 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.933750 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.934009 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.934229 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.934484 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.934850 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.935243 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.935469 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.935704 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.935925 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.936178 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.936429 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.936699 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.936970 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.937249 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.937475 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.937757 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.938014 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.938285 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.938513 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.938797 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.939022 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.939515 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.939834 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.940098 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.940352 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.940629 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.940867 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.941190 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.941451 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.941737 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.941992 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.942228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.942457 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.942705 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.942929 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.943150 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.943385 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.943700 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.943933 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.944168 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.944382 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.944708 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.945094 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.945566 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.945855 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.946113 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.946371 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.946605 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.946836 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.947072 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.947320 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.947550 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.947764 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.948010 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.948228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.948468 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.948705 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.948929 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.949181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.949396 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.949635 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.949851 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.950072 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.950292 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.950540 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.950773 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.951032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.951418 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.951789 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.952007 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.952226 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.952447 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.952678 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.952896 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.953169 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.953431 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.953671 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.953904 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.954142 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.954564 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.954788 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.955044 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.955752 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.955752 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.955752 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.956071 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.956071 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.956294 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.956548 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.956767 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.957023 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.957260 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.957664 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.957891 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.958122 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.958376 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.958626 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.958862 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.959082 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.959301 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.959539 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.959756 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.959980 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.960196 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.960423 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.960845 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.960845 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.961166 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.961268 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.961488 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.961847 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.962103 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.962359 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.962621 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.962840 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.963083 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.963319 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.963570 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.963781 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.964166 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.964378 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.964591 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.964808 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.965017 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.965341 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.965603 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.965837 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.966343 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.967085 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.967300 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.967552 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.967762 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.967995 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.968219 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.968435 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.968645 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.968891 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.969099 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.969313 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.969535 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.969773 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.969982 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.970227 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.970437 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.970648 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.970891 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.971104 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.971311 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.971535 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.971743 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.971998 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.972173 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.972385 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.972596 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.972847 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.973059 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.973262 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.973664 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.973903 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.974077 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.974388 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.974644 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.974865 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.975151 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.975375 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.975622 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.975894 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.976189 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.976436 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.976674 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.976926 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.977159 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.977385 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.977663 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.978181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.978478 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.978729 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.978986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.979227 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.979499 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.979836 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.980001 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.980213 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:04:44.980318 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.980624 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.980914 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.981164 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.981408 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.981691 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.981938 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.982210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.982460 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.982700 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.982938 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.983215 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.983447 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.983668 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.983885 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.984113 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.984355 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.984576 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.984790 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.985008 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.985228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:44.985397 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 05:04:44.985916 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 25 05:04:44.986078 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 25 05:04:44.986216 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 25 05:04:44.986385 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 25 05:04:44.986552 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 25 05:04:44.986722 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 25 05:04:44.986908 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987068 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987386 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987565 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987725 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.987883 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988041 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988198 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988357 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988514 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988671 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988829 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.988986 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989301 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989459 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989661 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989827 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.989985 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990300 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] debug = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990456 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990662 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990825 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.990982 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991139 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991295 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991452 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991610 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991767 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.991923 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992081 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992238 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992395 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992556 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992714 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.992872 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993077 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993181 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] host = dv-cinder-853910-2-iscsi {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993326 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993484 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993666 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993825 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.993982 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994140 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994296 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994459 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994599 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994756 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.994914 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995072 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995384 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995541 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_options = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995698 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.995856 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996012 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996199 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996362 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996519 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996678 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996835 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.996993 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.997150 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.997306 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.997463 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.997638 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.998363 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.998526 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.998684 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.998841 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.998998 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999156 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999314 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999470 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999627 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999786 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:44.999943 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000099 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000256 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000414 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000570 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000726 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.000883 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001040 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001198 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001355 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001511 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001714 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001837 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.001984 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002145 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002280 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002412 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002576 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002734 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.002891 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003051 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003280 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003426 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003575 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_json = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003709 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003846 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.003990 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004138 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004276 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004413 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004549 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004680 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004827 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 25 05:04:45.004963 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005105 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005269 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005431 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005616 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005769 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.005929 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006090 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006262 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006396 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006563 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006723 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.006894 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007054 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007214 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007376 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007546 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007696 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.007857 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008016 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008176 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008334 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008501 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008662 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008821 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.008981 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009141 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009308 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009467 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009658 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009833 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.009993 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010153 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010313 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010473 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010635 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010796 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.010959 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011120 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011280 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011439 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011599 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011759 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.011945 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012108 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012272 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012440 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012601 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012759 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.012912 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013075 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013205 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013472 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013664 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013811 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.013943 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014074 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014352 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014484 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014628 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014779 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.014939 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015099 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015258 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015401 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015566 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015726 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.015897 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016056 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016215 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016374 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016535 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016695 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.016854 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017013 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017174 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017333 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017493 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017676 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017838 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.017998 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018158 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018317 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018478 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018639 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018797 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.018956 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019116 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019275 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019436 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019602 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019776 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.019935 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020094 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020254 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020412 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020571 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.020890 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021049 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021207 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021368 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021527 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021722 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.021857 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022009 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022167 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022327 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022490 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022649 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022809 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.022969 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023128 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023288 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023505 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023635 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023759 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.023882 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024032 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024190 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024348 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024507 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024675 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024835 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.024997 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025156 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025322 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025490 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025703 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.025953 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026115 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026263 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026421 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026580 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026751 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.026898 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027057 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027227 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027388 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027547 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027706 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.027887 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028046 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028204 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028363 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028522 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028680 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.028838 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.029505 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.029688 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.029848 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030009 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030171 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030332 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030492 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030716 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030883 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.030973 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031104 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031263 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031423 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031582 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031742 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.031901 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032060 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032220 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032383 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032542 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032702 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.032860 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033019 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033179 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033338 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033485 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033668 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033817 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.033994 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034164 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034311 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034446 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034589 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034722 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.034960 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035102 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035241 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035393 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035524 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035609 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035772 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.035931 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036092 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036252 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036410 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036571 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036730 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.036888 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037066 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037225 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037384 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037547 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037729 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.037889 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038049 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038208 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038367 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038527 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038690 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.038850 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039009 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039168 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039327 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039486 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039640 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039799 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.039961 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040122 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040281 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040440 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040599 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040760 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.040920 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041079 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041238 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041398 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041558 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041748 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.041908 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042068 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042239 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042405 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042565 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042725 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.042884 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043043 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043212 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043370 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043529 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043688 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.043848 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044008 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044176 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044335 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044494 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044720 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.044936 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045037 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045193 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045353 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045512 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045693 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.045853 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046011 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046180 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046339 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046498 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046657 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046816 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.046975 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047143 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047303 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047462 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047621 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047781 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.047940 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048108 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048269 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048430 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048595 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048755 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.048915 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049075 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049245 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049407 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049569 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049749 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.049909 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050069 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050231 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050396 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050565 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050732 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.050893 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051060 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051228 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051395 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051555 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051719 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.051890 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052050 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052210 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052375 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052534 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052694 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.052863 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053001 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053160 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053320 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053479 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053668 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053830 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.053990 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054151 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054311 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054470 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054635 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054787 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.054946 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 25 05:04:45.055099 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 25 05:04:45.212544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 59902) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:04:45.219800 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0050859 Aug 25 05:04:45.224291 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [-] 10.222.0.16 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038731 Aug 25 05:04:54.180993 dv-cinder-853910-2-iscsi neutron-server[106940]: DEBUG dbcounter [-] [106940] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106940) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:04:56.429503 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517dbc68-b032-4e1f-a19e-24ec5aaec12b None None] get_active_networks_info from dv-cinder-853910-2-iscsi {{(pid=107057) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 25 05:04:56.440482 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writer thread running {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:04:56.441019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writer thread running {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:04:56.514994 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517dbc68-b032-4e1f-a19e-24ec5aaec12b None None] No non-hosted networks {{(pid=107057) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 25 05:04:56.524604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.agentschedulers_db [None req-517dbc68-b032-4e1f-a19e-24ec5aaec12b None None] DHCP Agent not found on host dv-cinder-853910-2-iscsi {{(pid=107057) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 25 05:04:56.623028 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-70e612b4-400c-47a6-929b-0a85cae424d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:58.057184 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writer thread running {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:04:58.616795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-789802d8-2931-4b1e-8df2-a9c84490cafc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:58.656805 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.db.api [None req-7914a6e4-8e9b-4843-87a3-1d7b1f12ec43 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-853910-2-iscsi {{(pid=107057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 05:04:58.657790 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG oslo_db.api [None req-7914a6e4-8e9b-4843-87a3-1d7b1f12ec43 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 05:04:59.181146 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7914a6e4-8e9b-4843-87a3-1d7b1f12ec43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:59.934265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:04:59.991262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 59976) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:00.549462 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING oslo_policy.policy [None req-2d3b3705-0c7a-42cd-b27d-ce236682e6b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:00.551059 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING oslo_policy.policy [None req-2d3b3705-0c7a-42cd-b27d-ce236682e6b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:00.769811 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-2d3b3705-0c7a-42cd-b27d-ce236682e6b6 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:05:00.773662 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2d3b3705-0c7a-42cd-b27d-ce236682e6b6 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7787881 Aug 25 05:05:01.334228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:01.396818 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:01.397505 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.397865 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.401809 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.402817 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.403151 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:01.404165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-853910-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:01.413190 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-853910-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:03.204313 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60010) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:03.531339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:03.543247 dv-cinder-853910-2-iscsi neutron-server[107055]: ERROR stevedore.extension [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 25 05:05:03.630364 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.policy [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107055) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 05:05:03.672493 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING oslo_policy.policy [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:03.672861 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING oslo_policy.policy [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:03.692373 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writer thread running {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:05:03.722206 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.db.l3_hamode_db [None req-50182a72-3bda-48a6-8c8b-871051e4aadc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 25 05:05:03.800892 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50182a72-3bda-48a6-8c8b-871051e4aadc None None] Routers set() bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:05:03.801163 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50182a72-3bda-48a6-8c8b-871051e4aadc None None] Router IDs set() for agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 25 05:05:03.833550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003600437', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003600929', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003715277', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003694092', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003687712', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736003676269', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-562401', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572114', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1595090', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1643066'] for rbac-policy (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:04.032815 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:04.034016 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5c469d5b-3c72-422e-9cb5-ec5c0b5842a2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8288040 Aug 25 05:05:06.367125 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60020) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:06.685310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:06.763136 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Made reservation on behalf of 8419cf9f31bb4753946ad654d60e9e26 for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:06.767243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:06.785713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:06.893951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks [] for security_group (71ac8214-088f-4268-96e8-097a6d0c84e0), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:06.967866 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (71ac8214-088f-4268-96e8-097a6d0c84e0), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:07.002053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:05:07.036804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736002709589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (26b102c5-6a68-4416-8711-5166faa3fedb), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:07.036804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Unsubscribe: segment precommit_create {{(pid=107055) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 05:05:07.036804 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Added segment 26b102c5-6a68-4416-8711-5166faa3fedb of type vlan for network 927ed45a-948a-49a4-b7d8-daa6d2a810df Aug 25 05:05:07.036804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=71ac8214-088f-4268-96e8-097a6d0c84e0,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:07.058788 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.059132 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.060151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.060510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.060842 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.061167 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.061491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.062219 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.062556 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.062879 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.063200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.065478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.065478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.065478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.065478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Tracked resource versions report: Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: pushed versions: Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Agent': {'1.1'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Log': {'1.0'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'NDPProxy': {'1.0'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Network': {'1.1'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Port': {'1.7'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'PortForwarding': {'1.3'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'QosPolicy': {'1.10'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroup': {'1.5'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SubPort': {'1.0'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Subnet': {'1.1'}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Trunk': {'1.1'}} Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: consumer versions: Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Agent': '1.1', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'ConntrackHelper': '1.0', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'LocalIPAssociation': '1.0', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Log': '1.0', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'NDPProxy': '1.0', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Network': '1.1', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Port': '1.7', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'PortForwarding': '1.3', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'QosPolicy': '1.10', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroup': '1.5', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroupRule': '1.2', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SubPort': '1.0', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Subnet': '1.1', Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Trunk': '1.1'}} Aug 25 05:05:07.065925 dv-cinder-853910-2-iscsi neutron-server[107055]: {{(pid=107055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:07.139326 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (927ed45a-948a-49a4-b7d8-daa6d2a810df), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:07.167410 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=54,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:07.233088 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (927ed45a-948a-49a4-b7d8-daa6d2a810df), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:07.238142 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:07.239292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:07.353974 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] Pushing event updated for resources: {'Network': ['ID=927ed45a-948a-49a4-b7d8-daa6d2a810df,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:07.366021 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:07.372832 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5ba54658-da4c-473c-81f2-82279f37789d demo demo] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0046573 Aug 25 05:05:09.747286 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60034) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:10.267566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12ccee-fd5b-403b-87a5-160ab8a93ede demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:10.268921 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8f12ccee-fd5b-403b-87a5-160ab8a93ede demo admin] 10.222.0.16 "GET /networking/v2.0/networks/927ed45a-948a-49a4-b7d8-daa6d2a810df HTTP/1.1" status: 200 len: 825 time: 0.5207767 Aug 25 05:05:10.294455 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c3516d31-ac1c-4a69-8562-1f54fe7640d0 demo admin] 10.222.0.16 "GET /networking/v2.0/subnetpools/e462e100-fbda-4a4d-9219-57c50ee6df1a HTTP/1.1" status: 200 len: 734 time: 0.0189075 Aug 25 05:05:10.302812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Request body: {'subnet': {'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:10.385147 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Made reservation on behalf of 8419cf9f31bb4753946ad654d60e9e26 for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:10.387556 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:10.596639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:10.735444 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (59d1c0ba-6454-4aeb-b711-f9b2de2704e9), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:10.806208 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Checking segment: {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:05:10.806845 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Network hostable DHCP agents. Network: 927ed45a-948a-49a4-b7d8-daa6d2a810df, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:10.814564 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Pushing event updated for resources: {'Subnet': ['ID=59d1c0ba-6454-4aeb-b711-f9b2de2704e9,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:10.872641 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:10.929672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 927ed45a-948a-49a4-b7d8-daa6d2a810df) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:10.934505 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:10.935098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:10.939953 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0506cfc-679b-47bf-97de-ec8e7c0e4bed None None] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:05:10.989681 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f8d89513-95db-4b55-ba64-a0b1c728bc1b demo admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6899059 Aug 25 05:05:11.201149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-927ed45a-948a-49a4-b7d8-daa6d2a810df', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:05:11.202469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:11.481196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Allocated IP 172.20.0.2 (927ed45a-948a-49a4-b7d8-daa6d2a810df/59d1c0ba-6454-4aeb-b711-f9b2de2704e9/3803a913-ef5d-48ba-b2de-e025b15aa0a0) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:11.743500 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks [] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:11.820009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:11.868570 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:11.895646 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:11.908100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:11.912894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Pushing event updated for resources: {'Port': ['ID=3803a913-ef5d-48ba-b2de-e025b15aa0a0,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:11.915102 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:05:11.948551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.949285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.949285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.949571 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.949969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.950298 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.950617 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.950937 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.951258 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.951575 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.951894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.952228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.952550 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.952863 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.953179 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Tracked resource versions report: Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: pushed versions: Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Agent': {'1.1'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Log': {'1.0'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'NDPProxy': {'1.0'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Network': {'1.1'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Port': {'1.7'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'PortForwarding': {'1.3'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'QosPolicy': {'1.10'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroup': {'1.5'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SubPort': {'1.0'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Subnet': {'1.1'}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Trunk': {'1.1'}} Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: consumer versions: Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Agent': '1.1', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'ConntrackHelper': '1.0', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'LocalIPAssociation': '1.0', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Log': '1.0', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'NDPProxy': '1.0', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Network': '1.1', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Port': '1.7', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'PortForwarding': '1.3', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'QosPolicy': '1.10', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroup': '1.5', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroupRule': '1.2', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SubPort': '1.0', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Subnet': '1.1', Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Trunk': '1.1'}} Aug 25 05:05:11.954630 dv-cinder-853910-2-iscsi neutron-server[107057]: {{(pid=107057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:12.011095 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Attempting to bind port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:05:12.011423 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Attempting to bind port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:05:12.011830 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Attempting to bind port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 on network 927ed45a-948a-49a4-b7d8-daa6d2a810df {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:05:12.017406 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:05:12.017888 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Checking segment: {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:05:12.018271 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:12.018652 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Bound using segment: {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:05:12.019102 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Bound port: 3803a913-ef5d-48ba-b2de-e025b15aa0a0, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:05:12.019493 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:12.080140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] For port 3803a913-ef5d-48ba-b2de-e025b15aa0a0, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:12.084499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] For port 3803a913-ef5d-48ba-b2de-e025b15aa0a0, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3803a913-ef5d-48ba-b2de-e025b15aa0a0,segment=NetworkSegment(26b102c5-6a68-4416-8711-5166faa3fedb),segment_id=26b102c5-6a68-4416-8711-5166faa3fedb)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:12.162810 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:12.223519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f422a1-3260-412f-9ee8-610cea3bafc5 None None] Pushing event updated for resources: {'Port': ['ID=3803a913-ef5d-48ba-b2de-e025b15aa0a0,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:13.372917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60044) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:13.707760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-543187e9-eff5-4876-b3d3-ca54a97d64c0 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:05:13.708902 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-543187e9-eff5-4876-b3d3-ca54a97d64c0 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3350353 Aug 25 05:05:15.265179 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=7 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:15.270025 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:16.098529 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60056) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:16.433999 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-3c177d89-667b-4591-86e4-d7b23b0a654c admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:05:16.435074 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3c177d89-667b-4591-86e4-d7b23b0a654c admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3355269 Aug 25 05:05:18.825099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60068) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:19.026767 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3803a913-ef5d-48ba-b2de-e025b15aa0a0 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:19.109669 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:19.110074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.196988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:19.209884 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:19.210272 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.244711 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 3803a913-ef5d-48ba-b2de-e025b15aa0a0, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3803a913-ef5d-48ba-b2de-e025b15aa0a0,segment=NetworkSegment(26b102c5-6a68-4416-8711-5166faa3fedb),segment_id=26b102c5-6a68-4416-8711-5166faa3fedb)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:19.311670 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (618adac2-b848-4bbb-ac57-41b5dacc441a), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.313328 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (618adac2-b848-4bbb-ac57-41b5dacc441a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.340968 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.386792 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=3803a913-ef5d-48ba-b2de-e025b15aa0a0,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:19.453442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Publish callbacks [] for router_controller (618adac2-b848-4bbb-ac57-41b5dacc441a), precommit_add_association {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.684228 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (618adac2-b848-4bbb-ac57-41b5dacc441a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.765879 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:19.767038 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-126abb02-871a-4b55-860d-400b89bd505e demo demo] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9408803 Aug 25 05:05:20.193756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929fc36f-2804-44d2-ade0-1e75ff238b4b None None] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:05:20.243238 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:INSERT=4,neutron:SELECT=89,neutron:UPDATE=7 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:20.250303 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-b08038b6-0489-430f-8ee1-f5ffd1129b4e None None] Provisioning complete for port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:20.250679 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b08038b6-0489-430f-8ee1-f5ffd1129b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:20.253407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:20.387352 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-b08038b6-0489-430f-8ee1-f5ffd1129b4e None None] Current status of the port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:20.616278 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e320afc1-cae9-4de1-9290-5d36ad4ed279 None None] Provisioning complete for port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:20.616670 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e320afc1-cae9-4de1-9290-5d36ad4ed279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:20.686782 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e320afc1-cae9-4de1-9290-5d36ad4ed279 None None] Current status of the port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:21.005745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3803a913-ef5d-48ba-b2de-e025b15aa0a0 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:21.051085 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:21.051471 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:21.117946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:22.133270 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60078) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:22.449995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-d7c02842-76d0-42cb-a768-6bfb541d165e admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:05:22.451007 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d7c02842-76d0-42cb-a768-6bfb541d165e admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3167775 Aug 25 05:05:24.838744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60086) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:25.160519 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:25.261072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Made reservation on behalf of f65e42175ca249f08b4d6dc3b72146f4 for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:25.264005 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.272271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.293375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:25.345088 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks [] for security_group (2e754d4f-c75e-40df-a9b7-eba430b94625), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.403498 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (2e754d4f-c75e-40df-a9b7-eba430b94625), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.417541 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Reserving flat network on physical network physnet1 {{(pid=107055) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 25 05:05:25.437070 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e754d4f-c75e-40df-a9b7-eba430b94625,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:25.450867 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (085d6363-950b-493f-93d1-03d654b5d62e), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.450867 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Added segment 085d6363-950b-493f-93d1-03d654b5d62e of type flat for network 561ba299-fc05-4533-8955-328fe59874a9 Aug 25 05:05:25.494311 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (561ba299-fc05-4533-8955-328fe59874a9), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.512619 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=70,neutron:INSERT=23,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:25.648976 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (561ba299-fc05-4533-8955-328fe59874a9), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.649996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:25.650569 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:25.742318 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] Pushing event updated for resources: {'Network': ['ID=561ba299-fc05-4533-8955-328fe59874a9,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:25.752256 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 561ba299-fc05-4533-8955-328fe59874a9 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:05:25.772204 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-390bb475-6eb4-4c6b-a7ae-98cf5d8592c1 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9324918 Aug 25 05:05:26.449644 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2f4acc65-1227-4e05-a59b-5be0393188ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:27.903672 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:05:28.126060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60096) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:28.492491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380473f2-83a9-4041-a765-3d22b5586d74 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:28.493967 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-380473f2-83a9-4041-a765-3d22b5586d74 demo admin] 10.222.0.16 "GET /networking/v2.0/subnets/59d1c0ba-6454-4aeb-b711-f9b2de2704e9 HTTP/1.1" status: 200 len: 849 time: 0.3669550 Aug 25 05:05:28.612142 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-bf23f359-8275-4ef7-beff-89a99f003cbd demo admin] 10.222.0.16 "GET /networking/v2.0/routers/618adac2-b848-4bbb-ac57-41b5dacc441a HTTP/1.1" status: 200 len: 704 time: 0.1123636 Aug 25 05:05:28.630351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ce44058b-a8fc-4e86-96b2-abf715a10628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:28.871483 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.196333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Allocated IP 172.20.0.1 (927ed45a-948a-49a4-b7d8-daa6d2a810df/59d1c0ba-6454-4aeb-b711-f9b2de2704e9/6c246925-7300-4bd9-98fb-25b8fe536a65) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:29.348135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks [] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.393295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:29.490063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.563256 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:29.567930 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:29.573518 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:05:29.574050 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (618adac2-b848-4bbb-ac57-41b5dacc441a), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.647401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Pushing event updated for resources: {'Port': ['ID=6c246925-7300-4bd9-98fb-25b8fe536a65,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:29.656131 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:29.751604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-0a7b78d8-c542-4606-b82c-2e1c401346e7 None None] Provisioning complete for port 6c246925-7300-4bd9-98fb-25b8fe536a65 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:29.752145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0a7b78d8-c542-4606-b82c-2e1c401346e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.833018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:29.839483 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-0a7b78d8-c542-4606-b82c-2e1c401346e7 None None] Port 6c246925-7300-4bd9-98fb-25b8fe536a65 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:05:29.889212 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:30.039285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks [] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:30.083382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:30.100899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (618adac2-b848-4bbb-ac57-41b5dacc441a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:30.162904 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Pushing event updated for resources: {'Port': ['ID=6c246925-7300-4bd9-98fb-25b8fe536a65,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:30.210408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:30.211691 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:30.414936 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Router 618adac2-b848-4bbb-ac57-41b5dacc441a is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:05:30.455629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:30.461551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e81c990f-1626-454f-8405-8a09cf1cd1ce None None] Provisioning complete for port 6c246925-7300-4bd9-98fb-25b8fe536a65 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:30.461969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e81c990f-1626-454f-8405-8a09cf1cd1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:30.493377 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e81c990f-1626-454f-8405-8a09cf1cd1ce None None] Port 6c246925-7300-4bd9-98fb-25b8fe536a65 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:05:30.503832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:30.509007 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fbd0ff02-7891-4a76-be92-1365a47e67f8 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/618adac2-b848-4bbb-ac57-41b5dacc441a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8913805 Aug 25 05:05:30.515696 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Sync routers for ids ['618adac2-b848-4bbb-ac57-41b5dacc441a'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:30.528605 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Routers {'618adac2-b848-4bbb-ac57-41b5dacc441a'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:05:30.529420 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:05:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['618adac2-b848-4bbb-ac57-41b5dacc441a'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:30.712572 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Set router 618adac2-b848-4bbb-ac57-41b5dacc441a gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:05:31.120439 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:29Z', 'revision_number': 2, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port_host': None, '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:29Z', 'revision_number': 2, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:31.169936 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Checking router: 618adac2-b848-4bbb-ac57-41b5dacc441a for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:31.170300 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Updating router 618adac2-b848-4bbb-ac57-41b5dacc441a port 6c246925-7300-4bd9-98fb-25b8fe536a65 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:31.223367 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.287997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.402010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.721608 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks [] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.784743 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.929279 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Pushing event updated for resources: {'Port': ['ID=6c246925-7300-4bd9-98fb-25b8fe536a65,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:31.931564 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Attempting to bind port 6c246925-7300-4bd9-98fb-25b8fe536a65 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:05:31.931950 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Attempting to bind port 6c246925-7300-4bd9-98fb-25b8fe536a65 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:05:31.932341 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Attempting to bind port 6c246925-7300-4bd9-98fb-25b8fe536a65 on network 927ed45a-948a-49a4-b7d8-daa6d2a810df {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:05:31.940349 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:05:31.940747 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Checking segment: {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:05:31.941200 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.941576 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Bound using segment: {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:05:31.942046 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Bound port: 6c246925-7300-4bd9-98fb-25b8fe536a65, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26b102c5-6a68-4416-8711-5166faa3fedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:05:31.942407 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:31.945634 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.945971 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.946320 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.946672 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.946997 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.947320 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.947636 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.947950 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.948263 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.948574 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.949401 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.949755 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.950069 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.950374 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.950680 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Tracked resource versions report: Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: pushed versions: Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Agent': {'1.1'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Log': {'1.0'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'NDPProxy': {'1.0'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Network': {'1.1'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Port': {'1.7'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'PortForwarding': {'1.3'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'QosPolicy': {'1.10'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroup': {'1.5'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SubPort': {'1.0'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Subnet': {'1.1'}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Trunk': {'1.1'}} Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: consumer versions: Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Agent': '1.1', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'ConntrackHelper': '1.0', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'LocalIPAssociation': '1.0', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Log': '1.0', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'NDPProxy': '1.0', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Network': '1.1', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Port': '1.7', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'PortForwarding': '1.3', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'QosPolicy': '1.10', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroup': '1.5', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroupRule': '1.2', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SubPort': '1.0', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Subnet': '1.1', Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Trunk': '1.1'}} Aug 25 05:05:31.952063 dv-cinder-853910-2-iscsi neutron-server[107058]: {{(pid=107058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:32.007832 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:32.017096 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] For port 6c246925-7300-4bd9-98fb-25b8fe536a65, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:32.036564 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] For port 6c246925-7300-4bd9-98fb-25b8fe536a65, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=6c246925-7300-4bd9-98fb-25b8fe536a65,segment=NetworkSegment(26b102c5-6a68-4416-8711-5166faa3fedb),segment_id=26b102c5-6a68-4416-8711-5166faa3fedb)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:32.163843 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:32.168272 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:32.205066 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Routers {'618adac2-b848-4bbb-ac57-41b5dacc441a'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:05:32.205693 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:05:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['618adac2-b848-4bbb-ac57-41b5dacc441a'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:32.278560 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab864c-821d-4df7-9105-e2e259c8e3b1 None None] Pushing event updated for resources: {'Port': ['ID=6c246925-7300-4bd9-98fb-25b8fe536a65,revision_number=4']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:32.301281 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] Set router 618adac2-b848-4bbb-ac57-41b5dacc441a gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:05:32.491318 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:29Z', 'revision_number': 2, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port_host': None, '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:32Z', 'revision_number': 4, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:32.517328 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f014fc4-6221-4687-a4a2-be29ef08988d None None] The sync data for ids ['618adac2-b848-4bbb-ac57-41b5dacc441a'] in dv-cinder-853910-2-iscsi is: [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:29Z', 'revision_number': 2, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port_host': None, '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:32Z', 'revision_number': 4, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:32.893775 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60106) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:33.280134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132fc243-9fad-47a4-b272-17d47911ffdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:33.281507 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-132fc243-9fad-47a4-b272-17d47911ffdd admin admin] 10.222.0.16 "GET /networking/v2.0/networks/561ba299-fc05-4533-8955-328fe59874a9 HTTP/1.1" status: 200 len: 842 time: 0.3867600 Aug 25 05:05:33.291128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.27.3.1'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:33.368891 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Made reservation on behalf of f65e42175ca249f08b4d6dc3b72146f4 for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:05:33.371400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:33.427960 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:33.550883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:33.774769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.objects.ports [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=107055) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 25 05:05:33.775234 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (212c7ac1-d63e-4c5a-a6bd-0da24483784c), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:33.832334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=212c7ac1-d63e-4c5a-a6bd-0da24483784c,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:33.840355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:05:33.840710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Network hostable DHCP agents. Network: 561ba299-fc05-4533-8955-328fe59874a9, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:05:33.912324 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:05:33.984803 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 561ba299-fc05-4533-8955-328fe59874a9) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:33.990982 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:33.991892 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:33.992848 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d69a7-d14b-4a37-a3cd-7e38c8b0f2e1 None None] Network 561ba299-fc05-4533-8955-328fe59874a9 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:05:34.095715 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4972d0e7-aa5d-4004-a140-049e0d4ba9bc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7928469 Aug 25 05:05:34.103509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78cb2e-57c3-4b09-bda9-9be9bca01ff7 None None] Network 561ba299-fc05-4533-8955-328fe59874a9 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:05:36.507837 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 60114) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:37.034401 dv-cinder-853910-2-iscsi neutron-server[107056]: WARNING oslo_policy.policy [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:37.035057 dv-cinder-853910-2-iscsi neutron-server[107056]: WARNING oslo_policy.policy [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:37.271644 dv-cinder-853910-2-iscsi neutron-server[107056]: ERROR stevedore.extension [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Aug 25 05:05:37.324546 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.policy [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=107056) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 25 05:05:37.367643 dv-cinder-853910-2-iscsi neutron-server[107056]: WARNING oslo_policy.policy [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:37.368061 dv-cinder-853910-2-iscsi neutron-server[107056]: WARNING oslo_policy.policy [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 25 05:05:37.384824 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writer thread running {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 25 05:05:37.385530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:37.606887 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-12978318-ea8c-4bc6-97a6-65d86b378b0a demo admin] 10.222.0.16 "GET /networking/v2.0/routers/618adac2-b848-4bbb-ac57-41b5dacc441a HTTP/1.1" status: 200 len: 710 time: 1.0968916 Aug 25 05:05:37.797066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3f4b5-ee4d-4959-a5ad-832a7137f190 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:05:37.798875 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-49f3f4b5-ee4d-4959-a5ad-832a7137f190 demo admin] 10.222.0.16 "GET /networking/v2.0/networks/561ba299-fc05-4533-8955-328fe59874a9 HTTP/1.1" status: 200 len: 886 time: 0.1864357 Aug 25 05:05:37.808724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:05:38.059157 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks [] for router_gateway (618adac2-b848-4bbb-ac57-41b5dacc441a), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:38.368617 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks [] for router_gateway (618adac2-b848-4bbb-ac57-41b5dacc441a), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:38.444313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:38.633760 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Allocated IP 172.27.3.10 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/15bce571-2a4d-46c9-baf1-94040979aa4d) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:05:38.837836 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks [] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:38.876485 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:38.879564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:38.963871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.026283 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:05:39.026929 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6c246925-7300-4bd9-98fb-25b8fe536a65 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:39.032794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:05:39.072920 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Pushing event updated for resources: {'Port': ['ID=15bce571-2a4d-46c9-baf1-94040979aa4d,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.074262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 6c246925-7300-4bd9-98fb-25b8fe536a65 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:39.074656 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.082412 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:05:39.086384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.086724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.087069 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.087408 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.087734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.088070 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.088437 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.088760 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.089751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.090077 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.090398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.090730 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.091299 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.091616 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.091930 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Tracked resource versions report: Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: pushed versions: Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: { 'AddressGroup': {'1.2'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Agent': {'1.1'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'ConntrackHelper': {'1.0'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Log': {'1.0'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'NDPProxy': {'1.0'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Network': {'1.1'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Port': {'1.7'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'PortForwarding': {'1.3'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'QosPolicy': {'1.10'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroup': {'1.5'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SubPort': {'1.0'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Subnet': {'1.1'}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Trunk': {'1.1'}} Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: consumer versions: Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Agent': '1.1', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'ConntrackHelper': '1.0', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'LocalIPAssociation': '1.0', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Log': '1.0', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'NDPProxy': '1.0', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Network': '1.1', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Port': '1.7', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'PortForwarding': '1.3', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'QosPolicy': '1.10', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroup': '1.5', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroupRule': '1.2', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SubPort': '1.0', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Subnet': '1.1', Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Trunk': '1.1'}} Aug 25 05:05:39.093328 dv-cinder-853910-2-iscsi neutron-server[107056]: {{(pid=107056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:05:39.149686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 6c246925-7300-4bd9-98fb-25b8fe536a65 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:39.150077 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.183961 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 6c246925-7300-4bd9-98fb-25b8fe536a65, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=6c246925-7300-4bd9-98fb-25b8fe536a65,segment=NetworkSegment(26b102c5-6a68-4416-8711-5166faa3fedb),segment_id=26b102c5-6a68-4416-8711-5166faa3fedb)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:39.271997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.318542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=6c246925-7300-4bd9-98fb-25b8fe536a65,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:39.412230 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks [] for router_gateway (618adac2-b848-4bbb-ac57-41b5dacc441a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.593242 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1598222', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1598662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10426'] for router (618adac2-b848-4bbb-ac57-41b5dacc441a), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.598223 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1598213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1598276', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1598717'] for router (618adac2-b848-4bbb-ac57-41b5dacc441a), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.743386 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Router 618adac2-b848-4bbb-ac57-41b5dacc441a has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:05:39.842541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:05:39.847015 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:39.848180 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-69c61611-25d2-40a4-85f8-b225229283b4 demo admin] 10.222.0.16 "PUT /networking/v2.0/routers/618adac2-b848-4bbb-ac57-41b5dacc441a HTTP/1.1" status: 200 len: 889 time: 2.0433769 Aug 25 05:05:39.864760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Sync routers for ids ['618adac2-b848-4bbb-ac57-41b5dacc441a'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:05:39.878012 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Routers {'618adac2-b848-4bbb-ac57-41b5dacc441a'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:05:39.878702 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:05:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['618adac2-b848-4bbb-ac57-41b5dacc441a'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:40.088110 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Set router 618adac2-b848-4bbb-ac57-41b5dacc441a gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:05:40.297727 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:40.461119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 4, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port': {'id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:38Z', 'updated_at': '2022-08-25T05:05:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 5, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:40.508665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Checking router: 618adac2-b848-4bbb-ac57-41b5dacc441a for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:05:40.508930 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Updating router 618adac2-b848-4bbb-ac57-41b5dacc441a port 15bce571-2a4d-46c9-baf1-94040979aa4d binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:05:40.630998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:40.881504 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:40.935969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks [] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.008554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6c246925-7300-4bd9-98fb-25b8fe536a65 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:41.032161 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.055686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Attempting to bind port 15bce571-2a4d-46c9-baf1-94040979aa4d on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:05:41.056050 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Attempting to bind port 15bce571-2a4d-46c9-baf1-94040979aa4d by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:05:41.056410 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Attempting to bind port 15bce571-2a4d-46c9-baf1-94040979aa4d on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:05:41.065161 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:05:41.065527 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:05:41.065944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.066338 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:05:41.066824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Bound port: 15bce571-2a4d-46c9-baf1-94040979aa4d, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:05:41.067200 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.107287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:41.131953 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 6c246925-7300-4bd9-98fb-25b8fe536a65 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:41.132270 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.156022 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1f91-aa55-4f22-b37f-0ed54ac0080a None None] Pushing event updated for resources: {'Port': ['ID=15bce571-2a4d-46c9-baf1-94040979aa4d,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.184232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] For port 15bce571-2a4d-46c9-baf1-94040979aa4d, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:05:41.188054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] For port 15bce571-2a4d-46c9-baf1-94040979aa4d, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=15bce571-2a4d-46c9-baf1-94040979aa4d,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:05:41.233292 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 6c246925-7300-4bd9-98fb-25b8fe536a65 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:41.304872 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:41.347353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Routers {'618adac2-b848-4bbb-ac57-41b5dacc441a'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:05:41.347987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:05:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['618adac2-b848-4bbb-ac57-41b5dacc441a'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:41.395465 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db1f91-aa55-4f22-b37f-0ed54ac0080a None None] Pushing event updated for resources: {'Port': ['ID=15bce571-2a4d-46c9-baf1-94040979aa4d,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:41.460083 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] Set router 618adac2-b848-4bbb-ac57-41b5dacc441a gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:05:41.651019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 4, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port': {'id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:38Z', 'updated_at': '2022-08-25T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 5, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:05:41.679009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f193ea-444c-47f1-b3ff-f5ba236637eb None None] The sync data for ids ['618adac2-b848-4bbb-ac57-41b5dacc441a'] in dv-cinder-853910-2-iscsi is: [{'id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'name': 'router1', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:05:19Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 4, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'gw_port': {'id': '15bce571-2a4d-46c9-baf1-94040979aa4d', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:38Z', 'updated_at': '2022-08-25T05:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '6c246925-7300-4bd9-98fb-25b8fe536a65', 'name': '', 'network_id': '927ed45a-948a-49a4-b7d8-daa6d2a810df', 'tenant_id': '8419cf9f31bb4753946ad654d60e9e26', 'mac_address': 'fa:16:3e:09:ff:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '618adac2-b848-4bbb-ac57-41b5dacc441a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:05:28Z', 'updated_at': '2022-08-25T05:05:39Z', 'revision_number': 5, 'project_id': '8419cf9f31bb4753946ad654d60e9e26', 'subnets': [{'id': '59d1c0ba-6454-4aeb-b711-f9b2de2704e9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e462e100-fbda-4a4d-9219-57c50ee6df1a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:05:42.394270 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 60144) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:05:42.489425 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=56 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:42.494331 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=20 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:42.783558 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b9568e5e-7f5a-4cfc-a5e9-67f9b5eda093 admin admin] 10.222.0.16 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.3881855 Aug 25 05:05:43.024019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 15bce571-2a4d-46c9-baf1-94040979aa4d up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:43.067600 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 15bce571-2a4d-46c9-baf1-94040979aa4d triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:43.067983 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:43.137633 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 15bce571-2a4d-46c9-baf1-94040979aa4d is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:43.138019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:43.159053 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 15bce571-2a4d-46c9-baf1-94040979aa4d, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=15bce571-2a4d-46c9-baf1-94040979aa4d,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:05:43.238182 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:43.289768 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=15bce571-2a4d-46c9-baf1-94040979aa4d,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:05:43.999133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=49,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:44.002133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:45.031098 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 15bce571-2a4d-46c9-baf1-94040979aa4d up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:05:45.033271 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:45.090791 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 15bce571-2a4d-46c9-baf1-94040979aa4d triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:05:45.091468 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (15bce571-2a4d-46c9-baf1-94040979aa4d), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:45.166692 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 15bce571-2a4d-46c9-baf1-94040979aa4d is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:05:52.777374 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:52.782728 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:55.154638 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:55.163815 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:55.164685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:05:56.443300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-89293c3e-23e3-4365-b5fb-bb07529f1825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:58.592049 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f43fae59-6572-4052-b1c2-27ca6cd63395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:05:59.904558 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:01.305614 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:01.460193 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:04.903536 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:06:11.216721 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:11.341293 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:11.343002 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:11.912178 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:14.898708 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:26.579509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-97fa7603-4f3c-4798-b419-65cda1e6c8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:28.611731 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-6ee35a98-b4ad-4a84-8f0e-d5e15062c97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:29.927942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:31.326243 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:31.385784 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:41.326322 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=16 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:41.329209 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:41.341446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:41.903574 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:06:54.898835 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:54.899592 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:06:56.418789 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-dd193070-1dd6-48a1-a199-18043ba4cee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:58.572708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-02b2524b-3075-491c-8ef9-23017cbc50b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:06:59.919295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:01.296526 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:01.373163 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:06.835953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 60682) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:07.167882 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7ab76c-5068-44b5-8e2b-780f6906432a admin admin] GET failed (client error): The resource could not be found. Aug 25 05:07:07.169179 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5e7ab76c-5068-44b5-8e2b-780f6906432a admin admin] 10.222.0.16 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3323851 Aug 25 05:07:07.331038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0200082e-ff61-42a7-9629-97b588e6f771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:07.332526 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-0200082e-ff61-42a7-9629-97b588e6f771 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1590781 Aug 25 05:07:09.665965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60692) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:10.034674 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447763e-f29f-44ab-aa67-c072ba21a4c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:10.036005 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3447763e-f29f-44ab-aa67-c072ba21a4c5 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/59d1c0ba-6454-4aeb-b711-f9b2de2704e9 HTTP/1.1" status: 200 len: 849 time: 0.3690956 Aug 25 05:07:10.045962 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:07:10.128451 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Publish callbacks [] for subnet (59d1c0ba-6454-4aeb-b711-f9b2de2704e9), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:10.324582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736002685323'] for subnet (59d1c0ba-6454-4aeb-b711-f9b2de2704e9), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:10.355320 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:10.356544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:10.362882 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] 10.222.0.16 "PUT /networking/v2.0/subnets/59d1c0ba-6454-4aeb-b711-f9b2de2704e9 HTTP/1.1" status: 200 len: 868 time: 0.3147953 Aug 25 05:07:10.373338 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489553cd-bff9-4880-abb8-9ac14be5e5a3 None None] Network 927ed45a-948a-49a4-b7d8-daa6d2a810df requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:07:10.377764 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59d1c0ba-6454-4aeb-b711-f9b2de2704e9,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:07:10.385391 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.385788 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387073 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387073 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387073 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387073 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.387988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.388305 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.388634 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.388949 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.389259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.389572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.389910 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41da4-e22a-468b-bbc5-f8d8f32eea54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:07:10.645878 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Provisioning complete for port 6c246925-7300-4bd9-98fb-25b8fe536a65 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:07:10.646277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6c246925-7300-4bd9-98fb-25b8fe536a65), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:10.716972 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Current status of the port 6c246925-7300-4bd9-98fb-25b8fe536a65 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:07:10.725574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Provisioning complete for port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:07:10.726017 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3803a913-ef5d-48ba-b2de-e025b15aa0a0), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:10.798582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-8279403e-9c05-4f42-93f1-b2c20c911432 None None] Current status of the port 3803a913-ef5d-48ba-b2de-e025b15aa0a0 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:07:12.676266 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60702) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:13.152651 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab2439-f52e-471c-913e-38f70ca2ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:13.153120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddab2439-f52e-471c-913e-38f70ca2ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:13.154672 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ddab2439-f52e-471c-913e-38f70ca2ad54 admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4774613 Aug 25 05:07:15.442401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60710) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:15.851370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fead30-edde-485d-bb82-384c5e39f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:15.851834 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fead30-edde-485d-bb82-384c5e39f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:15.853343 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d9fead30-edde-485d-bb82-384c5e39f60b admin admin] 10.222.0.16 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4099927 Aug 25 05:07:17.327921 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=10 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:17.328619 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=15 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:18.172729 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60718) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:18.571160 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db951925-e675-4f20-a452-e9de2af5edc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:18.572493 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-db951925-e675-4f20-a452-e9de2af5edc9 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/561ba299-fc05-4533-8955-328fe59874a9 HTTP/1.1" status: 200 len: 886 time: 0.3988225 Aug 25 05:07:18.901562 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:07:20.794239 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=27 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:20.795014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:20.796783 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=34 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:20.885750 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60726) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:21.292372 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6003de9e-4311-4a66-b813-75962b230c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:21.294504 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6003de9e-4311-4a66-b813-75962b230c36 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/927ed45a-948a-49a4-b7d8-daa6d2a810df HTTP/1.1" status: 200 len: 869 time: 0.4070640 Aug 25 05:07:23.589849 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60734) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:23.960663 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:23.968231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:23.986901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71557e1-8c30-4d56-8107-f463f14dcd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:23.987361 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71557e1-8c30-4d56-8107-f463f14dcd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:23.988918 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b71557e1-8c30-4d56-8107-f463f14dcd63 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3982270 Aug 25 05:07:26.283979 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60742) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:26.461415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-181c0d4a-aa12-4187-b6ce-7eb77952f6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:26.657814 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff88e2-31c2-42a9-81b1-27574f08064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:26.658300 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff88e2-31c2-42a9-81b1-27574f08064c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:26.659782 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0cff88e2-31c2-42a9-81b1-27574f08064c admin admin] 10.222.0.16 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3748689 Aug 25 05:07:28.606924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-35412b87-8fb9-43d3-9fbc-5e30aeedecb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:28.897259 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:28.898060 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:28.948657 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60750) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:29.309703 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77397881-9099-4bce-8c2a-26db7ca8f7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:29.311033 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-77397881-9099-4bce-8c2a-26db7ca8f7f7 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/212c7ac1-d63e-4c5a-a6bd-0da24483784c HTTP/1.1" status: 200 len: 816 time: 0.3614488 Aug 25 05:07:29.920411 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:31.297668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:31.394746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:31.629032 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60758) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:07:31.991244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c9d532-ed86-4f0f-b133-d995b40e07a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:07:31.992550 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c4c9d532-ed86-4f0f-b133-d995b40e07a6 admin admin] 10.222.0.16 "GET /networking/v2.0/subnets/59d1c0ba-6454-4aeb-b711-f9b2de2704e9 HTTP/1.1" status: 200 len: 868 time: 0.3624938 Aug 25 05:07:39.850212 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:41.224318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:41.321464 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:41.984940 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=19 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:41.988026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=20 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:07:55.900605 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:07:56.462676 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-09131b9b-4cb8-4637-b56e-f019963a2afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:58.592282 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b727da11-5206-4b29-93a8-b562101d594d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:07:59.917333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:00.192850 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60816) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:08:00.515358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-f9d672cd-2127-434c-9ac0-caa85ebd0433 admin admin] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:08:00.516348 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f9d672cd-2127-434c-9ac0-caa85ebd0433 admin admin] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3225589 Aug 25 05:08:01.325780 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:01.420302 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:02.900723 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60824) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:08:03.235239 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.pecan_wsgi.hooks.translation [None req-68439206-09ea-4af0-9bb4-87c73709f481 admin admin] GET failed (client error): The resource could not be found. Aug 25 05:08:03.236546 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-68439206-09ea-4af0-9bb4-87c73709f481 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3348908 Aug 25 05:08:03.377544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8f2721-1147-4b86-aeaf-062c9e75792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:08:03.379030 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-9b8f2721-1147-4b86-aeaf-062c9e75792f admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1379695 Aug 25 05:08:05.707491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60832) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:08:05.896257 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=16 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:05.897430 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=18 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:06.030128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:08:06.102587 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Made reservation on behalf of f65e42175ca249f08b4d6dc3b72146f4 for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:08:06.104951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:06.133005 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING neutron.services.revisions.revision_plugin [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Could not find related network for resource to bump revision. Aug 25 05:08:06.143722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:08:06.153265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (4364d828-c5cb-4090-8110-64e284bcc8d6), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:06.153615 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Added segment 4364d828-c5cb-4090-8110-64e284bcc8d6 of type vlan for network 9269642a-aa6e-4046-bb1e-82c211f3e907 Aug 25 05:08:06.189892 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (9269642a-aa6e-4046-bb1e-82c211f3e907), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:06.294671 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (9269642a-aa6e-4046-bb1e-82c211f3e907), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:06.295607 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:08:06.296178 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:06.445187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] Pushing event updated for resources: {'Network': ['ID=9269642a-aa6e-4046-bb1e-82c211f3e907,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:06.454879 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:08:06.520195 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e9177de7-22e5-4f68-ad3e-f5fc9007624a admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8110955 Aug 25 05:08:08.854555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60840) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:08:09.196024 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0def88-7677-4d3a-97ac-c3eaf43d7182 admin admin] GET failed (client error): The resource could not be found. Aug 25 05:08:09.197282 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3d0def88-7677-4d3a-97ac-c3eaf43d7182 admin admin] 10.222.0.16 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3418117 Aug 25 05:08:09.270614 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109f7f4a-4ede-452e-807b-2027d3dc0439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:08:09.272055 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-109f7f4a-4ede-452e-807b-2027d3dc0439 admin admin] 10.222.0.16 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0704277 Aug 25 05:08:09.282249 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:08:09.368426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Made reservation on behalf of f65e42175ca249f08b4d6dc3b72146f4 for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:08:09.370749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:09.617295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (b9cd2611-10be-408a-b07b-cfb2e5e1e7bc), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:09.665386 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9cd2611-10be-408a-b07b-cfb2e5e1e7bc,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:09.679696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Checking segment: {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:08:09.680048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Network hostable DHCP agents. Network: 9269642a-aa6e-4046-bb1e-82c211f3e907, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:08:09.780227 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:08:09.862244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 9269642a-aa6e-4046-bb1e-82c211f3e907) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:08:09.866315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:08:09.866909 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:09.870880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d3644c-537a-4dda-892b-c33aa7ee5f80 None None] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:08:09.971661 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7d80b7c7-6f57-43bf-93b4-ef4e775eb9b0 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6927366 Aug 25 05:08:09.971872 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-9269642a-aa6e-4046-bb1e-82c211f3e907', 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907', 'project_id': 'f65e42175ca249f08b4d6dc3b72146f4', 'fixed_ips': [{'subnet_id': 'b9cd2611-10be-408a-b07b-cfb2e5e1e7bc'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:08:09.972781 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.207872 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Allocated IP 192.168.233.2 (9269642a-aa6e-4046-bb1e-82c211f3e907/b9cd2611-10be-408a-b07b-cfb2e5e1e7bc/1a0c8a22-70f1-4641-836b-abfcf134538b) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:08:10.352306 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks [] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.440154 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.481930 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:08:10.485114 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:08:10.489460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:08:10.494308 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Pushing event updated for resources: {'Port': ['ID=1a0c8a22-70f1-4641-836b-abfcf134538b,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:10.504289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.505194 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.505555 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.505927 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.506256 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.506579 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.506899 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.507221 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.507538 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.507856 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.508176 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.508507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.508825 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.509137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.509467 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:08:10.557489 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Attempting to bind port 1a0c8a22-70f1-4641-836b-abfcf134538b on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:08:10.557880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Attempting to bind port 1a0c8a22-70f1-4641-836b-abfcf134538b by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:08:10.558242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Attempting to bind port 1a0c8a22-70f1-4641-836b-abfcf134538b on network 9269642a-aa6e-4046-bb1e-82c211f3e907 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:08:10.563312 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:08:10.563684 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Checking segment: {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:08:10.564075 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.564464 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Bound using segment: {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:08:10.564918 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Bound port: 1a0c8a22-70f1-4641-836b-abfcf134538b, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:08:10.565290 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.628786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] For port 1a0c8a22-70f1-4641-836b-abfcf134538b, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:08:10.632094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] For port 1a0c8a22-70f1-4641-836b-abfcf134538b, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1a0c8a22-70f1-4641-836b-abfcf134538b,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:08:10.738673 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:10.791453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17dd4a-bbc6-4aba-b3eb-ef9491260bfc None None] Pushing event updated for resources: {'Port': ['ID=1a0c8a22-70f1-4641-836b-abfcf134538b,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:11.112969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1a0c8a22-70f1-4641-836b-abfcf134538b up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:08:11.158832 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 1a0c8a22-70f1-4641-836b-abfcf134538b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:08:11.159148 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:11.235609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 1a0c8a22-70f1-4641-836b-abfcf134538b is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:08:11.235996 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:11.270912 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 1a0c8a22-70f1-4641-836b-abfcf134538b, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1a0c8a22-70f1-4641-836b-abfcf134538b,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:08:11.365563 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:11.418665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=1a0c8a22-70f1-4641-836b-abfcf134538b,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:08:11.593968 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af0a70d-29a9-4d82-b61c-9308fe1566e1 None None] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:08:11.660371 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-719292f9-ba6b-48d9-869f-10d98a9a4ec7 None None] Provisioning complete for port 1a0c8a22-70f1-4641-836b-abfcf134538b triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:08:11.661279 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-719292f9-ba6b-48d9-869f-10d98a9a4ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:11.730370 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:11.779601 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-719292f9-ba6b-48d9-869f-10d98a9a4ec7 None None] Current status of the port 1a0c8a22-70f1-4641-836b-abfcf134538b is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:08:11.997946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-aa40117e-92b2-49f4-a7ef-5d0af0097af6 None None] Provisioning complete for port 1a0c8a22-70f1-4641-836b-abfcf134538b triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:08:11.998332 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-aa40117e-92b2-49f4-a7ef-5d0af0097af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:12.017051 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:12.025881 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:12.072843 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-aa40117e-92b2-49f4-a7ef-5d0af0097af6 None None] Current status of the port 1a0c8a22-70f1-4641-836b-abfcf134538b is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:08:13.105686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1a0c8a22-70f1-4641-836b-abfcf134538b up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:08:13.153943 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 1a0c8a22-70f1-4641-836b-abfcf134538b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:08:13.154318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1a0c8a22-70f1-4641-836b-abfcf134538b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:13.228452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 1a0c8a22-70f1-4641-836b-abfcf134538b is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:08:19.869896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:19.876969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=76,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:23.223198 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=33 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:23.223940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:23.226658 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:26.448316 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e9fbcffa-7cea-49e1-801b-674417e3c331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:28.608232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d3537f7b-25c5-444c-a8f5-074fcb3e0357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:29.924478 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:31.339313 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:31.415955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:32.898874 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:08:39.903217 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:41.227175 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:41.320847 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:41.327534 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:42.895224 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:54.894105 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:54.894864 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:08:56.450135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5427dd93-ef81-479f-a0ce-2c570863a138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:58.624112 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7efab7f-98be-40e7-8431-5ae9cb09319e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:08:59.938752 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:01.361484 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:01.384298 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:09.897831 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:09:11.316932 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:11.322851 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:11.324494 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:16.912545 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:19.894982 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:26.557579 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-05227686-00fa-4c4b-8470-92d312f230db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:27.933609 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:28.608883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4f88-d3ca-41d9-90ba-66e6fa9b8d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:29.928989 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:31.365769 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:31.443216 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:41.316716 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:41.320618 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:41.322308 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:46.896374 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:09:56.465828 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b790cf3b-f92e-4284-bc01-31cdeede1c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:56.891394 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=19 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:56.892169 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=15 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:09:58.597143 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-35a78826-ce65-4ca3-817f-a81dd6f4c2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:09:59.006128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60880) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:09:59.011881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [None req-4089a539-4183-4d6e-b7ca-574bd449f932 tempest-verify_tempest_config-323402388 tempest-verify_tempest_config-323402388-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:09:59.012871 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4089a539-4183-4d6e-b7ca-574bd449f932 tempest-verify_tempest_config-323402388 tempest-verify_tempest_config-323402388-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057817 Aug 25 05:09:59.777006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 60908) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:09:59.926289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.101793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.173737 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Publish callbacks [] for security_group (8a01e07c-384d-4d0e-8cc8-129993279707), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.305232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8a01e07c-384d-4d0e-8cc8-129993279707), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.350331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a01e07c-384d-4d0e-8cc8-129993279707,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.354868 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=70b12767a9bd4779b6b02d43cbe23640&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5767434 Aug 25 05:10:00.357655 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 60912) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:10:00.359129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.359477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.359832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.360173 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.360501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.360822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.361142 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.361460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.362297 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.362616 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.362955 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.363274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.363590 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.363901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.364213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1173add3-6712-409c-9e32-65bf29b5d1b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.440675 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Publish callbacks [] for security_group (8a01e07c-384d-4d0e-8cc8-129993279707), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.459572 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Publish callbacks [] for security_group (8a01e07c-384d-4d0e-8cc8-129993279707), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.630911 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8a01e07c-384d-4d0e-8cc8-129993279707), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.633374 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:00.634549 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8a01e07c-384d-4d0e-8cc8-129993279707 HTTP/1.1" status: 204 len: 168 time: 0.2754283 Aug 25 05:10:00.642621 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a01e07c-384d-4d0e-8cc8-129993279707,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:10:00.650091 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.650427 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.650775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.651106 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.651454 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.651776 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.652093 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.652452 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.652785 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.653104 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.653417 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.653881 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.654201 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.654513 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:00.654824 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77521b7d-a25e-4b78-9272-f662366a8e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:10:01.325249 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:01.419850 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:10.348405 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:10.353224 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:10.646028 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:10.649969 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:11.315126 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:11.319977 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:11.321784 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:23.894328 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:10:26.438513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-39e65fac-f4e7-4e88-8e6c-496e9f9d3336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:28.595545 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3a0eb172-b064-43da-9e6c-4f30fc715163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:29.944527 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:31.332631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:31.401049 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:33.890044 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:33.890810 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:41.310952 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:41.315904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:41.317602 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:54.900094 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:54.900855 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:10:56.457660 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-776139a9-daaf-40f6-8ae2-fdd2ec489c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:58.600790 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-05c86689-07ff-47da-9e7e-a427c50393d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:10:59.938190 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:00.893220 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 5 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:11:01.328939 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:01.411966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:10.889080 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:10.889956 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:11.253325 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:11.314946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:11.317988 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:26.462725 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1e960517-6439-4399-a39e-4521d485cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:28.619246 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b4338913-531e-4e2c-8001-bed731836987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:29.936629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:31.319491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:31.413348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:33.445791 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1599430'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:37.892362 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:11:41.319837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:43.382342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:43.385706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:45.101059 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 60998) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:11:45.227731 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-41364962-0b96-42ab-a466-c37de8bb031e admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1255534 Aug 25 05:11:47.436643 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 32776) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:11:47.491992 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3b286680-5a06-4867-a621-9a4953cd7164 admin admin] 10.222.0.16 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0542910 Aug 25 05:11:55.397199 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=15 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:55.399057 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=19 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:56.502541 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0964fb82-3db2-4d71-b5eb-8614430b9afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:57.486515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:57.487747 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:11:58.587622 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72c7d4a7-9217-43ab-8813-fb0d7fe962c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:11:59.941847 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:01.330352 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:01.395542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:03.418557 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:13.357918 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:13.363775 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:13.366502 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:14.891594 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:12:21.932599 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:24.887427 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:26.472627 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-80164721-3621-4f14-b948-49618858dd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:28.575348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-766ef3a1-db93-4329-b549-daf1f942cb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:29.952048 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:31.346723 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:31.369503 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:33.460923 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:41.322705 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:43.377120 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:43.379699 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:51.890571 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:12:56.554030 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-39810400-6df0-4fe5-affe-2032d1033087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:58.576621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-6902f943-350c-495f-8f55-e71e897f647a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:12:58.929908 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:12:59.964922 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:01.351354 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:01.397007 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:01.886780 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:03.472089 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:11.327754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:13.386422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:13.392337 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:19.440505 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 32922) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:19.797968 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-368187821-network', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:19.837189 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 32944) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:19.928365 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:19.931784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:19.946263 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:19.962244 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1673216313-network', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:20.047848 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks [] for security_group (6b95180a-9663-4d88-9f3e-5a19a5f80707), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.072377 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Made reservation on behalf of e1f4463eb245468984f4747372d53fc6 for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:20.074683 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.083433 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.097929 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6b95180a-9663-4d88-9f3e-5a19a5f80707), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.129189 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:20.165157 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736002709589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (ce064f05-1dc3-4be6-811f-16d73053c60c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.165719 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Unsubscribe: segment precommit_create {{(pid=107056) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 25 05:13:20.166197 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Added segment ce064f05-1dc3-4be6-811f-16d73053c60c of type vlan for network 68f1da36-d799-4803-8568-258dd71a0604 Aug 25 05:13:20.178129 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b95180a-9663-4d88-9f3e-5a19a5f80707,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:20.234191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.234539 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.235091 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.235434 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.235931 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.236265 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.236594 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.236923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.237359 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.237722 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.238054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.238394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.238736 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.239042 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.239385 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Tracked resource versions report: Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: pushed versions: Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: { 'AddressGroup': {'1.2'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Agent': {'1.1'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'ConntrackHelper': {'1.0'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Log': {'1.0'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'NDPProxy': {'1.0'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Network': {'1.1'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Port': {'1.7'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'PortForwarding': {'1.3'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'QosPolicy': {'1.10'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroup': {'1.5'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SubPort': {'1.0'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Subnet': {'1.1'}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Trunk': {'1.1'}} Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: consumer versions: Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: HyperV agent@hv-cinder-85391: {}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Agent': '1.1', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'ConntrackHelper': '1.0', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'LocalIPAssociation': '1.0', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Log': '1.0', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'NDPProxy': '1.0', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Network': '1.1', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Port': '1.7', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'PortForwarding': '1.3', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'QosPolicy': '1.10', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroup': '1.5', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SecurityGroupRule': '1.2', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'SubPort': '1.0', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Subnet': '1.1', Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: 'Trunk': '1.1'}} Aug 25 05:13:20.240678 dv-cinder-853910-2-iscsi neutron-server[107056]: {{(pid=107056) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:13:20.272595 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (68f1da36-d799-4803-8568-258dd71a0604), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.316926 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks [] for security_group (7b739722-049f-4123-932c-a3a2bdec9553), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.375837 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7b739722-049f-4123-932c-a3a2bdec9553), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.381093 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (68f1da36-d799-4803-8568-258dd71a0604), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.383955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:20.383955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.434004 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 32978) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:20.473419 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:20.476509 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b739722-049f-4123-932c-a3a2bdec9553,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:20.537222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 32998) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:20.537459 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0954330 Aug 25 05:13:20.550882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (2b73353e-7bdf-44d0-a2fb-91a23e34afca), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.551474 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Added segment 2b73353e-7bdf-44d0-a2fb-91a23e34afca of type vlan for network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a Aug 25 05:13:20.551658 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Request body: {'subnet': {'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-368187821-subnet', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:20.600993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4d9f-e758-4e8d-9951-3d937a0f0140 admin admin] Pushing event updated for resources: {'Network': ['ID=68f1da36-d799-4803-8568-258dd71a0604,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:20.613724 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 68f1da36-d799-4803-8568-258dd71a0604 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:20.616005 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.764510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33002) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:20.771217 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:20.773737 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.798779 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.800145 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:20.801017 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:20.872096 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:20.884087 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:20.911495 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d5582964-3076-4f29-a306-28d56d0c5ae9 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0730915 Aug 25 05:13:20.912500 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33010) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:20.920745 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Request body: {'subnet': {'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1673216313-subnet', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:20.933170 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:20.979343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-network', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:21.021042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1057037849-network', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:21.050822 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33022) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:21.052177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (516a5d04-09c0-4976-a081-600ef1c7acb0), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.071812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Made reservation on behalf of e1f4463eb245468984f4747372d53fc6 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:21.074320 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.077296 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:21.091647 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Made reservation on behalf of dcd7d2bdaffb4d168f27cf6444e005dd for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:21.094209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.120670 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.136417 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=516a5d04-09c0-4976-a081-600ef1c7acb0,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:21.142598 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Made reservation on behalf of 2eb9cdd7b67546ca8eb089247f0a0ce1 for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:21.145078 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.159720 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:21.160080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Network hostable DHCP agents. Network: 68f1da36-d799-4803-8568-258dd71a0604, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:21.168209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.168942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.169550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.170146 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.170552 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.170950 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.172321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.172321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.172613 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.173330 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.173869 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.174396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.174935 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.175494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.175968 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.176446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Tracked resource versions report: Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: pushed versions: Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: { 'AddressGroup': {'1.2'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Agent': {'1.1'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'ConntrackHelper': {'1.0'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Log': {'1.0'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'NDPProxy': {'1.0'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Network': {'1.1'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Port': {'1.7'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'PortForwarding': {'1.3'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'QosPolicy': {'1.10'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroup': {'1.5'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SubPort': {'1.0'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Subnet': {'1.1'}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Trunk': {'1.1'}} Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: consumer versions: Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: HyperV agent@hv-cinder-85391: {}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Agent': '1.1', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'ConntrackHelper': '1.0', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'LocalIPAssociation': '1.0', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Log': '1.0', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'NDPProxy': '1.0', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Network': '1.1', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Port': '1.7', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'PortForwarding': '1.3', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'QosPolicy': '1.10', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroup': '1.5', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SecurityGroupRule': '1.2', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'SubPort': '1.0', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Subnet': '1.1', Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: 'Trunk': '1.1'}} Aug 25 05:13:21.177801 dv-cinder-853910-2-iscsi neutron-server[107055]: {{(pid=107055) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:13:21.305400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Network 68f1da36-d799-4803-8568-258dd71a0604 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:21.327422 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks [] for security_group (d71c701c-7bf5-4793-8f11-d9ce4318754e), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.337205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:21.346241 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks [] for security_group (5810227a-a7f5-4a76-84c2-9f01469bdae6), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.409036 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (7d38de37-a1e5-4aa6-8014-2cef86fb916c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.438211 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 68f1da36-d799-4803-8568-258dd71a0604) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:21.441352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5810227a-a7f5-4a76-84c2-9f01469bdae6), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.443694 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d71c701c-7bf5-4793-8f11-d9ce4318754e), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.446757 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19afe625-76d9-4ca2-a3ec-2a21fce00cc9 None None] Network 68f1da36-d799-4803-8568-258dd71a0604 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:21.474788 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-430248686-network', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:21.480155 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:21.485933 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.532711 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:21.571822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5810227a-a7f5-4a76-84c2-9f01469bdae6,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:21.577635 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:21.579468 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:21.584753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d38de37-a1e5-4aa6-8014-2cef86fb916c,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:21.607794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Made reservation on behalf of 8afac3f36b8449aa8a25a376aa2c3ed9 for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:21.611231 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.623606 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Checking segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:21.623980 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Network hostable DHCP agents. Network: c037f7b3-1ecf-45ca-bbb9-148a361d2c3a, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:21.640107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.646608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (410d2cc3-719e-40c2-ae1e-1d91d32ea022), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.647008 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Added segment 410d2cc3-719e-40c2-ae1e-1d91d32ea022 of type vlan for network 2acaae5e-ff29-4076-80e0-d2cd629fe935 Aug 25 05:13:21.702004 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-68f1da36-d799-4803-8568-258dd71a0604', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:13:21.702004 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.719376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (2acaae5e-ff29-4076-80e0-d2cd629fe935), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.722261 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71c701c-7bf5-4793-8f11-d9ce4318754e,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:21.731616 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (293e3848-08f8-4ae3-842d-5ea071ab3d7d), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.732282 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Added segment 293e3848-08f8-4ae3-842d-5ea071ab3d7d of type vlan for network 28953a19-c976-4328-9ac9-ee52893446db Aug 25 05:13:21.793444 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2fb997cc-af55-484b-88df-f39897c22cac admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2545595 Aug 25 05:13:21.804001 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33038) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:21.808217 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (28953a19-c976-4328-9ac9-ee52893446db), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.811666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:21.905492 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks [] for security_group (d5eff0bd-7470-44f6-9f79-eaf247bdadb6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.908336 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Allocated IP 172.20.0.2 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/1dfd4b6b-2c35-4e51-8a8e-6c02198ba685) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:21.940113 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:21.940439 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (2acaae5e-ff29-4076-80e0-d2cd629fe935), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.941519 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:21.942762 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (2e541a79-c73e-4677-b641-2e111db522d8), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.942990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.943799 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (2e541a79-c73e-4677-b641-2e111db522d8), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.948778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (28953a19-c976-4328-9ac9-ee52893446db), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:21.951006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:21.951346 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.019534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d5eff0bd-7470-44f6-9f79-eaf247bdadb6), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.034838 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] Pushing event updated for resources: {'Network': ['ID=2acaae5e-ff29-4076-80e0-d2cd629fe935,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.080989 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, c037f7b3-1ecf-45ca-bbb9-148a361d2c3a) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:22.100047 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for router_controller (2e541a79-c73e-4677-b641-2e111db522d8), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.103812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:22.104399 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.109774 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:13:22.113937 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-24ec1df6-c9d9-4a25-a72c-d2bd11bee010 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6772184 Aug 25 05:13:22.122482 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3569086 Aug 25 05:13:22.123107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33048) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:22.123444 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33050) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:22.136245 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Request body: {'subnet': {'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-subnet', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:22.145392 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b5b8b-bfd0-4e21-8237-36c3bc39e110 admin admin] Pushing event updated for resources: {'Network': ['ID=28953a19-c976-4328-9ac9-ee52893446db,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.162994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Request body: {'subnet': {'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1057037849-subnet', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:22.168775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (aeaf7cef-e150-4776-8921-f38c79bee3b9), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.172523 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks [] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.172850 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Added segment aeaf7cef-e150-4776-8921-f38c79bee3b9 of type vlan for network 0988213e-697f-43c0-8bbc-3d3f281f4405 Aug 25 05:13:22.186346 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:22.188387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea56682f-e92d-4939-8387-d3edc568a7df None None] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:22.210743 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5eff0bd-7470-44f6-9f79-eaf247bdadb6,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.255330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 28953a19-c976-4328-9ac9-ee52893446db details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:22.304094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.316925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Made reservation on behalf of 2eb9cdd7b67546ca8eb089247f0a0ce1 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:22.319309 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.328451 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-852a0615-eace-46a2-b552-aea754b0943b admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4126556 Aug 25 05:13:22.330669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (0988213e-697f-43c0-8bbc-3d3f281f4405), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.331260 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33070) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:22.335655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:22.389753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Made reservation on behalf of dcd7d2bdaffb4d168f27cf6444e005dd for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:22.392241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.414264 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.416052 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.459092 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:22.460294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.db.resource_extend [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 25 05:13:22.492695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for router_controller (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), precommit_add_association {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.501345 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Pushing event updated for resources: {'Port': ['ID=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.516798 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:22.528613 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:22.534848 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:22.543587 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.543929 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.544268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.544629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.544960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.545285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.545617 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.545947 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.546260 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.546643 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.546966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.547301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.547624 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.547940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.548261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Tracked resource versions report: Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: pushed versions: Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: { 'AddressGroup': {'1.2'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Agent': {'1.1'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'ConntrackHelper': {'1.0'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Log': {'1.0'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'NDPProxy': {'1.0'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Network': {'1.1'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Port': {'1.7'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'PortForwarding': {'1.3'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'QosPolicy': {'1.10'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroup': {'1.5'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SubPort': {'1.0'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Subnet': {'1.1'}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Trunk': {'1.1'}} Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: consumer versions: Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: HyperV agent@hv-cinder-85391: {}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Agent': '1.1', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'ConntrackHelper': '1.0', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'LocalIPAssociation': '1.0', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Log': '1.0', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'NDPProxy': '1.0', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Network': '1.1', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Port': '1.7', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'PortForwarding': '1.3', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'QosPolicy': '1.10', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroup': '1.5', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SecurityGroupRule': '1.2', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'SubPort': '1.0', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Subnet': '1.1', Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: 'Trunk': '1.1'}} Aug 25 05:13:22.549458 dv-cinder-853910-2-iscsi neutron-server[107057]: {{(pid=107057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:13:22.620327 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for router_gateway (2e541a79-c73e-4677-b641-2e111db522d8), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.622478 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:13:22.624189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.640271 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Attempting to bind port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:22.640646 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Attempting to bind port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:22.641007 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Attempting to bind port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:22.652103 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:22.652785 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:22.653357 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.653951 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:22.654587 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Bound port: 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:22.655230 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.668730 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (0988213e-697f-43c0-8bbc-3d3f281f4405), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.669763 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:22.670332 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.720275 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:22.736325 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:INSERT=23,neutron:SELECT=69,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:22.811913 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (48caa971-6f78-421a-8637-e3deda08873c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.826064 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7739024 Aug 25 05:13:22.826612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for router_gateway (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:22.830450 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33090) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:22.853684 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Request body: {'subnet': {'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-subnet', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:22.873090 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4630197-2ea2-4b30-9f7d-c289a5229d3f admin admin] Pushing event updated for resources: {'Network': ['ID=0988213e-697f-43c0-8bbc-3d3f281f4405,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:22.926277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:13:22.952056 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48caa971-6f78-421a-8637-e3deda08873c,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:23.244321 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] For port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:23.254158 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Made reservation on behalf of 8afac3f36b8449aa8a25a376aa2c3ed9 for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:23.254158 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.254739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Checking segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:23.254739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Network hostable DHCP agents. Network: 2acaae5e-ff29-4076-80e0-d2cd629fe935, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:23.257486 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] For port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:23.257572 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (a277a8fc-d360-45df-b4ed-b818f20dec1d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.257769 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Allocated IP 172.20.0.2 (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a/7d38de37-a1e5-4aa6-8014-2cef86fb916c/f0f53606-77d8-4196-adbf-eb164dd8ce4a) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:23.258469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a277a8fc-d360-45df-b4ed-b818f20dec1d,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:23.265283 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:23.277549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for router_gateway (2e541a79-c73e-4677-b641-2e111db522d8), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.311763 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.375452 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Checking segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:23.375991 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Network hostable DHCP agents. Network: 28953a19-c976-4328-9ac9-ee52893446db, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:23.416632 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.445325 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:23.456843 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:23.461467 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for router_gateway (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.470494 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:23.493069 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Network 28953a19-c976-4328-9ac9-ee52893446db is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:23.504910 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:23.505070 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Allocated IP 172.27.3.44 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/6734444c-2708-4216-a3b0-7125c1239a96) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:23.521322 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0325dc49-e976-41ee-a15b-356d9ad79edf None None] Pushing event updated for resources: {'Port': ['ID=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:23.526319 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.530084 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks [] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.623164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.632551 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for port (6734444c-2708-4216-a3b0-7125c1239a96), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.636015 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 28953a19-c976-4328-9ac9-ee52893446db) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:23.639044 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 2acaae5e-ff29-4076-80e0-d2cd629fe935) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:23.647748 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:23.648338 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.666376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01006b-3d8c-4a16-ad1f-719ee9bc934b None None] Network 28953a19-c976-4328-9ac9-ee52893446db requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:23.680533 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (9db3400d-8e89-4a3f-b692-88d77b37fd62), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.682246 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:23.682879 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.726242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc0e8e-521f-4cde-bf6e-22aca530652e None None] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:23.734715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:23.748694 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db3400d-8e89-4a3f-b692-88d77b37fd62,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:23.752559 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:23.770762 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-440c40fd-9b1d-4f3b-bea2-5442e05a24c2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6411917 Aug 25 05:13:23.775880 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33102) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:23.779395 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:23.804695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:23.808223 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Pushing event updated for resources: {'Port': ['ID=f0f53606-77d8-4196-adbf-eb164dd8ce4a,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:23.856723 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-75cf6dfc-573c-4147-9b98-7d9ba07804d9 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7286513 Aug 25 05:13:23.868697 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (6734444c-2708-4216-a3b0-7125c1239a96), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:23.874306 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33106) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:23.944228 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:23.981561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Allocated IP 172.27.3.231 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/54c799bf-1bb2-4148-95ed-11f131caeab5) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:23.986468 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:23.992808 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:24.003900 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:24.108484 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-28953a19-c976-4328-9ac9-ee52893446db', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:13:24.110066 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.122642 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Attempting to bind port f0f53606-77d8-4196-adbf-eb164dd8ce4a on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:24.123009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Attempting to bind port f0f53606-77d8-4196-adbf-eb164dd8ce4a by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:24.123604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Attempting to bind port f0f53606-77d8-4196-adbf-eb164dd8ce4a on network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:24.165391 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.167092 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:24.167627 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Checking segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:24.168033 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.168427 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Bound using segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:24.168987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Bound port: f0f53606-77d8-4196-adbf-eb164dd8ce4a, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:24.169842 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.177366 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-2acaae5e-ff29-4076-80e0-d2cd629fe935', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:13:24.178861 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.202140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33116) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:24.232273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:24.232540 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Network hostable DHCP agents. Network: 0988213e-697f-43c0-8bbc-3d3f281f4405, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:13:24.244488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (849f2727-0659-4855-a0bf-f1c04979cace), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.245804 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (849f2727-0659-4855-a0bf-f1c04979cace), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.256406 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:24.257412 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Pushing event updated for resources: {'Port': ['ID=6734444c-2708-4216-a3b0-7125c1239a96,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:24.302693 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.336981 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for router_controller (849f2727-0659-4855-a0bf-f1c04979cace), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.415920 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Pushing event updated for resources: {'Port': ['ID=54c799bf-1bb2-4148-95ed-11f131caeab5,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:24.449084 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:13:24.450259 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] For port f0f53606-77d8-4196-adbf-eb164dd8ce4a, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:24.480690 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.483074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] For port f0f53606-77d8-4196-adbf-eb164dd8ce4a, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=f0f53606-77d8-4196-adbf-eb164dd8ce4a,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:24.483481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:24.483963 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.485075 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:24.497053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:24.511030 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Allocated IP 172.20.0.2 (28953a19-c976-4328-9ac9-ee52893446db/a277a8fc-d360-45df-b4ed-b818f20dec1d/0dd110b6-48d5-4cca-8a95-4452b1aefb76) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:24.560707 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Allocated IP 172.20.0.2 (2acaae5e-ff29-4076-80e0-d2cd629fe935/48caa971-6f78-421a-8637-e3deda08873c/5c53149b-c6cb-4bd1-bbf4-3fc952086663) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:24.580003 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for router_gateway (2e541a79-c73e-4677-b641-2e111db522d8), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.594877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.657794 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e84c-a256-41e4-8d29-61bb9e0d57b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.667191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 0988213e-697f-43c0-8bbc-3d3f281f4405) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:24.669063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:24.682157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:24.682881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.690390 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b1669-ec2c-4683-8788-0d48b2c12816 None None] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:24.835074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc87a4-3935-48bb-99b7-590b93372581 None None] Pushing event updated for resources: {'Port': ['ID=f0f53606-77d8-4196-adbf-eb164dd8ce4a,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:24.882523 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2efc2201-6e91-442f-9d4b-2c79761f30b6 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0498729 Aug 25 05:13:24.890566 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33140) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:24.897372 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for router_controller (e39200fd-d36d-4142-a877-05a2a0dc6c02), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:24.902498 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:24.933417 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for router_gateway (849f2727-0659-4855-a0bf-f1c04979cace), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.011674 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e84c-a256-41e4-8d29-61bb9e0d57b3 admin admin] Publish callbacks [] for security_group (698151a4-eac9-44d5-83b0-192e86b5b4c4), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.012593 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for router_gateway (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.031425 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks [] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.079795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-0988213e-697f-43c0-8bbc-3d3f281f4405', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:13:25.082411 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.103841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966baa34-f83e-42e0-b12e-e4ccf50c74a2 None None] Network 68f1da36-d799-4803-8568-258dd71a0604 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:25.121149 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b5c6e84c-a256-41e4-8d29-61bb9e0d57b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (698151a4-eac9-44d5-83b0-192e86b5b4c4), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.171757 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Provisioning complete for port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:25.172788 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.175354 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.181272 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.205851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6e84c-a256-41e4-8d29-61bb9e0d57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698151a4-eac9-44d5-83b0-192e86b5b4c4,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:25.249085 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b5c6e84c-a256-41e4-8d29-61bb9e0d57b3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4caa2607a9024662846dbce3fa4907db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0447187 Aug 25 05:13:25.249773 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33150) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:25.294333 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:25.326466 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks [] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.332301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.415822 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for router_gateway (e39200fd-d36d-4142-a877-05a2a0dc6c02), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.454807 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:25.455944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.457837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] Publish callbacks [] for security_group (698151a4-eac9-44d5-83b0-192e86b5b4c4), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.476649 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=10 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:25.481048 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device f0f53606-77d8-4196-adbf-eb164dd8ce4a up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:25.482280 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (2e541a79-c73e-4677-b641-2e111db522d8), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.513220 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for router_controller (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.516723 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] Publish callbacks [] for security_group (698151a4-eac9-44d5-83b0-192e86b5b4c4), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.540883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.551401 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:25.553539 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Current status of the port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:25.555339 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.627346 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:25.654079 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Network 28953a19-c976-4328-9ac9-ee52893446db is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:25.671910 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for router_gateway (849f2727-0659-4855-a0bf-f1c04979cace), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.676524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:25.684871 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:25.852189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:25.857266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:25.866893 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.872011 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:25.891292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:25.897042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (698151a4-eac9-44d5-83b0-192e86b5b4c4), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.897174 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Pushing event updated for resources: {'Port': ['ID=0dd110b6-48d5-4cca-8a95-4452b1aefb76,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:25.900937 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:25.906424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] For port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:25.923415 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/698151a4-eac9-44d5-83b0-192e86b5b4c4 HTTP/1.1" status: 204 len: 168 time: 0.6034927 Aug 25 05:13:25.965462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecce31-7e35-4871-aec7-49b4db5d4a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698151a4-eac9-44d5-83b0-192e86b5b4c4,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:26.060643 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Allocated IP 172.20.0.2 (0988213e-697f-43c0-8bbc-3d3f281f4405/9db3400d-8e89-4a3f-b692-88d77b37fd62/3e8eb270-40dc-4181-aecf-e0e5db4de6ed) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:26.209327 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.217051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:26.228178 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Sync routers for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:26.245664 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:26.245664 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:12:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:26.277850 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be89715-fb06-460e-9ece-95c2b8f9ccae None None] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:26.277988 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for router_gateway (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.312952 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Allocated IP 172.27.3.5 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/4fe1848e-f807-4c6f-9fda-4b2086342c48) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:26.356585 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.358157 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4691150a-d894-49d8-b7be-e13900a363b2 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.0257056 Aug 25 05:13:26.361531 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33176) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:26.409280 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port f0f53606-77d8-4196-adbf-eb164dd8ce4a triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:26.411575 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.513241 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:26.544015 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Router 2e541a79-c73e-4677-b641-2e111db522d8 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:26.557679 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Pushing event updated for resources: {'Port': ['ID=5c53149b-c6cb-4bd1-bbf4-3fc952086663,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:26.588999 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Attempting to bind port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:26.589821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Attempting to bind port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:26.590417 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Attempting to bind port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:26.637749 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Attempting to bind port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:26.638479 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Attempting to bind port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:26.640828 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Attempting to bind port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:26.649331 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for router_gateway (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.663648 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:26.665689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Checking segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:26.665689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.665689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Bound using segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:26.665689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Bound port: 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:26.666172 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.680341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-33124ab1-3d09-463b-a682-32227522237c None None] Provisioning complete for port f0f53606-77d8-4196-adbf-eb164dd8ce4a triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:26.680563 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33124ab1-3d09-463b-a682-32227522237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.687541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.702975 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-84a1c606-41e8-4d38-9626-e0aa556a41e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.731156 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:26.731705 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Checking segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:26.732231 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.732721 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Bound using segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:26.733315 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Bound port: 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:26.733854 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.739638 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:24Z', 'revision_number': 3, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:26.788553 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Checking router: d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:26.788950 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Updating router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf port 54c799bf-1bb2-4148-95ed-11f131caeab5 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:26.848256 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.883883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44e959-e370-43e2-86d9-0bf67dc50d08 None None] Pushing event updated for resources: {'Port': ['ID=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:26.957317 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:26.981430 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:26.998436 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:27.007521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33184) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:27.027666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1dea-d14c-4940-afea-f866c6a327eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.030074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:27.045845 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port f0f53606-77d8-4196-adbf-eb164dd8ce4a is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:27.046439 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.049440 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks [] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.061313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for router_gateway (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.084853 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.086813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] For port 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:27.132797 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:27.134359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:12:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:27.138072 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.142429 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5593d429-1b41-444f-8bf6-0268fde06c76 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3341746 Aug 25 05:13:27.144469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33186) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:27.151382 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] For port 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0dd110b6-48d5-4cca-8a95-4452b1aefb76,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:27.205623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.218771 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] For port 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:27.228899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.236768 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.249006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1dea-d14c-4940-afea-f866c6a327eb admin admin] Publish callbacks [] for security_group (38106cab-85fb-459b-9230-57958b191eab), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.255124 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port f0f53606-77d8-4196-adbf-eb164dd8ce4a, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=f0f53606-77d8-4196-adbf-eb164dd8ce4a,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:27.325968 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-33124ab1-3d09-463b-a682-32227522237c None None] Current status of the port f0f53606-77d8-4196-adbf-eb164dd8ce4a is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:27.326414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33124ab1-3d09-463b-a682-32227522237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.341119 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1dea-d14c-4940-afea-f866c6a327eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (38106cab-85fb-459b-9230-57958b191eab), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.343349 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.354625 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] For port 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=5c53149b-c6cb-4bd1-bbf4-3fc952086663,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:27.365369 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:27.375290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:27.381100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.381870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:27.384579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:27.393203 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:27.401318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:27.406539 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Allocated IP 172.27.3.168 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/34be7507-a5f7-499b-99d2-81f20a66cdc2) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:27.410650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Pushing event updated for resources: {'Port': ['ID=4fe1848e-f807-4c6f-9fda-4b2086342c48,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.413247 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:27.420150 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:27.432592 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Pushing event updated for resources: {'Port': ['ID=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.470127 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4a1c1dea-d14c-4940-afea-f866c6a327eb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00f3432914874e9699e2c7b9b7917e44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4584250 Aug 25 05:13:27.470397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33190) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:27.477235 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c1dea-d14c-4940-afea-f866c6a327eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38106cab-85fb-459b-9230-57958b191eab,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.486920 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:27.506210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:27.543390 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Allocated IP 172.20.0.1 (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a/7d38de37-a1e5-4aa6-8014-2cef86fb916c/0bb8b5a5-231d-45fe-b5c0-07f760560824) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:27.575015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] Publish callbacks [] for security_group (38106cab-85fb-459b-9230-57958b191eab), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.638320 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3818817-c33b-41c6-926c-cbb35b587a0f None None] Pushing event updated for resources: {'Port': ['ID=0dd110b6-48d5-4cca-8a95-4452b1aefb76,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.679520 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] Publish callbacks [] for security_group (38106cab-85fb-459b-9230-57958b191eab), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.689870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.736078 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.790934 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks [] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.872886 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:27.885543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.db.api [None req-33124ab1-3d09-463b-a682-32227522237c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=107057) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 25 05:13:27.886123 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG oslo_db.api [None req-33124ab1-3d09-463b-a682-32227522237c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 25 05:13:27.892559 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:27.904197 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Attempting to bind port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:27.906890 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Attempting to bind port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:27.907333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Attempting to bind port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:27.937154 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:27.937692 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.946789 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:27.947282 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:27.947742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.948199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Bound using segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:27.948753 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Bound port: 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:27.949207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.965897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (38106cab-85fb-459b-9230-57958b191eab), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.974338 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:27.980858 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=f0f53606-77d8-4196-adbf-eb164dd8ce4a,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:27.991776 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/38106cab-85fb-459b-9230-57958b191eab HTTP/1.1" status: 204 len: 168 time: 0.5168116 Aug 25 05:13:28.013394 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.045387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:28.124459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771dbe5-114a-4349-8c20-679db2d72d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38106cab-85fb-459b-9230-57958b191eab,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.135315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:28.165555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:28.172218 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:28.175491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:28.177818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.188965 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.227122 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:24Z', 'revision_number': 3, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:28.347105 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks [] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.363079 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.381951 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:28.384870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Updating router 2e541a79-c73e-4677-b641-2e111db522d8 port 6734444c-2708-4216-a3b0-7125c1239a96 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:28.424125 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:28.449306 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:28.456810 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.464571 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:28.590264 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Pushing event updated for resources: {'Port': ['ID=54c799bf-1bb2-4148-95ed-11f131caeab5,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.635414 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.635760 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.636169 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.636729 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.638883 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.642173 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.642173 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.642173 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.644685 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.645099 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.645436 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.646778 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.647133 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.648307 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.649058 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Tracked resource versions report: Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: pushed versions: Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: { 'AddressGroup': {'1.2'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Agent': {'1.1'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'ConntrackHelper': {'1.0'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'LocalIPAssociation': {'1.0'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Log': {'1.0'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'NDPProxy': {'1.0'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Network': {'1.1'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Port': {'1.7'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'PortForwarding': {'1.3'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'QosPolicy': {'1.10'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroup': {'1.5'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroupRule': {'1.2'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SubPort': {'1.0'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Subnet': {'1.1'}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Trunk': {'1.1'}} Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: consumer versions: Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: { DHCP agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: HyperV agent@hv-cinder-85391: {}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: L3 agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: Metadata agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: Metering agent@dv-cinder-853910-2-iscsi: {}, Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: Open vSwitch agent@dv-cinder-853910-2-iscsi: { 'AddressGroup': '1.2', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Agent': '1.1', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'ConntrackHelper': '1.0', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'LocalIPAssociation': '1.0', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Log': '1.0', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'NDPProxy': '1.0', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Network': '1.1', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Port': '1.7', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'PortForwarding': '1.3', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'QosPolicy': '1.10', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroup': '1.5', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SecurityGroupRule': '1.2', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'SubPort': '1.0', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Subnet': '1.1', Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: 'Trunk': '1.1'}} Aug 25 05:13:28.652277 dv-cinder-853910-2-iscsi neutron-server[107058]: {{(pid=107058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 25 05:13:28.663029 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Attempting to bind port 54c799bf-1bb2-4148-95ed-11f131caeab5 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:28.663360 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Attempting to bind port 54c799bf-1bb2-4148-95ed-11f131caeab5 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:28.663714 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Attempting to bind port 54c799bf-1bb2-4148-95ed-11f131caeab5 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:28.679508 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:28.679889 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:28.680337 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.680863 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:28.681641 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Bound port: 54c799bf-1bb2-4148-95ed-11f131caeab5, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:28.681853 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.715921 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33212) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:28.718891 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Pushing event updated for resources: {'Port': ['ID=34be7507-a5f7-499b-99d2-81f20a66cdc2,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.721903 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.735048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:28.779299 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] For port 54c799bf-1bb2-4148-95ed-11f131caeab5, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:28.792206 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] For port 54c799bf-1bb2-4148-95ed-11f131caeab5, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=54c799bf-1bb2-4148-95ed-11f131caeab5,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:28.817564 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6734444c-2708-4216-a3b0-7125c1239a96), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.845179 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-33124ab1-3d09-463b-a682-32227522237c None None] Current status of the port f0f53606-77d8-4196-adbf-eb164dd8ce4a is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:28.861055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb553b8-2c02-482c-bffe-452c8ac65fc6 None None] Pushing event updated for resources: {'Port': ['ID=5c53149b-c6cb-4bd1-bbf4-3fc952086663,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:28.891832 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:13:28.893070 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:28.973422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] For port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:28.987670 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.000559 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:29.001202 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:12:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:29.058835 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] For port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:29.069752 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:29.082595 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Allocated IP 172.27.3.206 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/e7b153e9-bf74-43e2-9eec-bdab0acf735c) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:29.125644 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Provisioning complete for port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:29.125746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.127364 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks [] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.154330 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10042fb0-6609-4d67-afc9-62b2d7a389f2 None None] Pushing event updated for resources: {'Port': ['ID=54c799bf-1bb2-4148-95ed-11f131caeab5,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:29.196068 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-28266712-4a48-4644-a842-3d0e79c8d5db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.196578 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.197336 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.198083 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.269740 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.302338 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Pushing event updated for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:29.314795 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:29.321946 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.348056 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.350025 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ab6699-b4cb-485f-ac6c-2f3942891e69 None None] Network 28953a19-c976-4328-9ac9-ee52893446db requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:29.403956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.416139 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for router_gateway (849f2727-0659-4855-a0bf-f1c04979cace), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.432615 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-93e2a05b-2ee7-44c1-8099-f854d94bbb03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.557026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:29.564388 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:29.574228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 5c53149b-c6cb-4bd1-bbf4-3fc952086663 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:29.595417 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226ec044-6788-4442-88e0-6761ac09d4b9 None None] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:29.757686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.797940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Current status of the port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:29.818846 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fcb7a2-bf91-46c1-aefb-d027841b8667 None None] Pushing event updated for resources: {'Port': ['ID=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:29.835170 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:29.885564 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '0bb8b5a5-231d-45fe-b5c0-07f760560824', 'name': '', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'mac_address': 'fa:16:3e:bb:c6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 1, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'subnets': [{'id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:29.892663 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:29.893073 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.895045 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Provisioning complete for port 0bb8b5a5-231d-45fe-b5c0-07f760560824 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:29.895581 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:29.916049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:29.939993 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1bac57-8773-493c-a2b2-8c9bed8794ac None None] The sync data for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi is: [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '0bb8b5a5-231d-45fe-b5c0-07f760560824', 'name': '', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'mac_address': 'fa:16:3e:bb:c6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 1, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'subnets': [{'id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:30.040055 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.040366 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:30.152639 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:30.153894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Port 0bb8b5a5-231d-45fe-b5c0-07f760560824 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:30.203815 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Provisioning complete for port f0f53606-77d8-4196-adbf-eb164dd8ce4a triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:30.213342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.213342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.216627 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:30.228502 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-58e4c216-d2fe-4b04-a13a-cc4aa473d705 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8640718 Aug 25 05:13:30.286119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:30.328484 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:30.328732 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.499381 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-93e2a05b-2ee7-44c1-8099-f854d94bbb03 admin admin] Publish callbacks [] for security_group (82816322-7f66-4ba0-9998-d0f1c18d06de), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.540525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=5c53149b-c6cb-4bd1-bbf4-3fc952086663,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:30.547245 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e1e4079e-0f00-41df-93fa-1c28941d447a None None] Current status of the port f0f53606-77d8-4196-adbf-eb164dd8ce4a is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:30.620067 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.620691 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device f0f53606-77d8-4196-adbf-eb164dd8ce4a up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:30.687116 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-93e2a05b-2ee7-44c1-8099-f854d94bbb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (82816322-7f66-4ba0-9998-d0f1c18d06de), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.696560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Allocated IP 172.20.0.1 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/beb5933a-ab8b-4de6-a627-c2c5a0432127) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:30.762415 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for router_gateway (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.765904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Provisioning complete for port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:30.766276 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.838218 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=5c53149b-c6cb-4bd1-bbf4-3fc952086663,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:30.843195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port f0f53606-77d8-4196-adbf-eb164dd8ce4a triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:30.843548 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:30.957933 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.024816 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Current status of the port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:31.025664 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.028528 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:31.041280 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port f0f53606-77d8-4196-adbf-eb164dd8ce4a is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:31.043026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33254) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:31.043216 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-93e2a05b-2ee7-44c1-8099-f854d94bbb03 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4b9739a947184e05b94cfd3b305bd9f5&name=default HTTP/1.1" status: 200 len: 2994 time: 2.3189433 Aug 25 05:13:31.050829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e2a05b-2ee7-44c1-8099-f854d94bbb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82816322-7f66-4ba0-9998-d0f1c18d06de,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.062732 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0dd110b6-48d5-4cca-8a95-4452b1aefb76 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:31.146097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] Publish callbacks [] for security_group (82816322-7f66-4ba0-9998-d0f1c18d06de), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.156171 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] For port 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0dd110b6-48d5-4cca-8a95-4452b1aefb76,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:31.159602 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbd7d3f-a9d4-454d-bc3d-5b15e9777120 None None] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:13:31.199543 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] Publish callbacks [] for security_group (82816322-7f66-4ba0-9998-d0f1c18d06de), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.241498 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:31.272233 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.330198 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (849f2727-0659-4855-a0bf-f1c04979cace), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.354059 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33274) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:31.356541 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (82816322-7f66-4ba0-9998-d0f1c18d06de), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.365250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.366534 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/82816322-7f66-4ba0-9998-d0f1c18d06de HTTP/1.1" status: 204 len: 168 time: 0.3219552 Aug 25 05:13:31.368935 dv-cinder-853910-2-iscsi neutron-server[107055]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 05:13:31.386255 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Provisioning complete for port 0bb8b5a5-231d-45fe-b5c0-07f760560824 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:31.386805 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.445700 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Port 0bb8b5a5-231d-45fe-b5c0-07f760560824 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:31.459816 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:31.460298 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.525403 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Provisioning complete for port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:31.525913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.568959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.577805 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.606558 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks [] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.668599 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7d1c47-94eb-403c-aaea-be6cd188bc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82816322-7f66-4ba0-9998-d0f1c18d06de,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.718449 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:31.758641 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:31.770414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:31.772757 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:31.809866 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:31.858332 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-f7f56bf8-e291-4d7f-8579-6437406b38e5 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:31.860056 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-f7f56bf8-e291-4d7f-8579-6437406b38e5 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/networks?id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a HTTP/1.1" status: 200 len: 812 time: 0.4922483 Aug 25 05:13:31.864416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:31.870739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Pushing event updated for resources: {'Port': ['ID=e7b153e9-bf74-43e2-9eec-bdab0acf735c,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.906069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Pushing event updated for resources: {'Port': ['ID=0dd110b6-48d5-4cca-8a95-4452b1aefb76,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:31.925799 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-46d7040f-3ba2-4e7b-a936-a32102ebe682 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/quotas/e1f4463eb245468984f4747372d53fc6 HTTP/1.1" status: 200 len: 375 time: 0.0579834 Aug 25 05:13:31.966830 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:31.968052 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:31.971766 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:32.002954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.114609 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.125305 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-caed1689-84ed-4589-a999-5ee7a70c64ac tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e1f4463eb245468984f4747372d53fc6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983933 Aug 25 05:13:32.324801 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:32.340073 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:32.352240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:32.352240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (2e541a79-c73e-4677-b641-2e111db522d8), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.373875 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:32.374706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.433954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-21edbf8a-0ff6-4c15-82ca-58511c66855a None None] Current status of the port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:32.529471 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks [] for port (6734444c-2708-4216-a3b0-7125c1239a96), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.590247 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-b5d47e36-c445-4bb3-88fa-0b3cb77514fa service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:13:32.594792 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Provisioning complete for port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:32.595837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.599499 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-b5d47e36-c445-4bb3-88fa-0b3cb77514fa service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1841817 Aug 25 05:13:32.685560 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6734444c-2708-4216-a3b0-7125c1239a96), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.686522 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Pushing event updated for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:32.735488 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-d5d7cfdd-be1e-49bc-9d06-e0160f460534 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342015 Aug 25 05:13:32.735758 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Router 849f2727-0659-4855-a0bf-f1c04979cace is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:32.740606 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:32.742376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7b16-7f8f-4793-9b67-cb74e65674a5 None None] Pushing event updated for resources: {'Port': ['ID=6734444c-2708-4216-a3b0-7125c1239a96,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:32.753668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:32.819745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Attempting to bind port 6734444c-2708-4216-a3b0-7125c1239a96 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:32.820171 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Attempting to bind port 6734444c-2708-4216-a3b0-7125c1239a96 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:32.820566 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Attempting to bind port 6734444c-2708-4216-a3b0-7125c1239a96 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:32.839809 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:32.840381 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:32.840803 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.841211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:32.841708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Bound port: 6734444c-2708-4216-a3b0-7125c1239a96, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:32.842087 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6734444c-2708-4216-a3b0-7125c1239a96), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.901055 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for router_gateway (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:32.992107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Current status of the port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:32.992502 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.040378 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-3e69dfc5-773e-4f89-ab84-3dfa2453f12a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959926 Aug 25 05:13:33.040864 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] For port 6734444c-2708-4216-a3b0-7125c1239a96, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:33.060776 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:33.097060 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] For port 6734444c-2708-4216-a3b0-7125c1239a96, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=6734444c-2708-4216-a3b0-7125c1239a96,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:33.111699 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] For port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:33.147746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 5c53149b-c6cb-4bd1-bbf4-3fc952086663 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:33.201019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6734444c-2708-4216-a3b0-7125c1239a96), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.255001 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.276021 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.323596 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:33.336259 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:33.337037 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.429502 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:33.430842 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.468118 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Sync routers for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:33.471009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a7b16-7f8f-4793-9b67-cb74e65674a5 None None] Pushing event updated for resources: {'Port': ['ID=6734444c-2708-4216-a3b0-7125c1239a96,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.489473 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:33.501192 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:33.509007 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:33.513954 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.522453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-f57209de-e414-447e-b16e-4552be21e77a None None] Provisioning complete for port beb5933a-ab8b-4de6-a627-c2c5a0432127 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:33.522962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f57209de-e414-447e-b16e-4552be21e77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.568973 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-f57209de-e414-447e-b16e-4552be21e77a None None] Port beb5933a-ab8b-4de6-a627-c2c5a0432127 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:33.570693 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:33.622672 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:33.662266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:33.663407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:33.706146 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d0dcf5-ccae-45d9-916f-700ea55ed526 req-0961b29c-a7fa-468d-86fb-474e1577b854 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.1447287 Aug 25 05:13:33.753439 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:33.784314 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e0163-7b03-4155-b871-fa38ea9a3cbe None None] Pushing event updated for resources: {'Port': ['ID=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:33.792538 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:33.802336 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:33.856594 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:33.888860 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:33.926026 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:33.947077 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:33.948353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0dd110b6-48d5-4cca-8a95-4452b1aefb76 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:34.087515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.091949 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-726d2388-90c4-42a8-8e43-37b994725a15 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.3145943 Aug 25 05:13:34.095774 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33380) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:34.120174 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.164561 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.179190 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-bab94364-688b-4dc1-b739-821c1e49a29c admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.2388446 Aug 25 05:13:34.185920 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:34.186619 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.222739 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:34.223142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.266339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:34.267752 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33388) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:34.300435 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:34.439026 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '0bb8b5a5-231d-45fe-b5c0-07f760560824', 'name': '', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'mac_address': 'fa:16:3e:bb:c6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 2, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'subnets': [{'id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.442061 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:30Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.476914 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445dee51-a3cd-4bcf-8960-6de6a338346a None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:30Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:34.503306 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Checking router: d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:34.504450 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Updating router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf port 0bb8b5a5-231d-45fe-b5c0-07f760560824 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:34.512197 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks [] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.556236 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:34.557514 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 54c799bf-1bb2-4148-95ed-11f131caeab5 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:34.559625 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 3, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:34.589619 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.590957 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (2e541a79-c73e-4677-b641-2e111db522d8), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.668720 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:34.670038 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Updating router 849f2727-0659-4855-a0bf-f1c04979cace port 4fe1848e-f807-4c6f-9fda-4b2086342c48 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:34.742590 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:34.759870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.774836 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:34.776603 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:13:34.812618 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:34.821251 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Pushing event updated for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:34.903102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33422) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:34.910063 dv-cinder-853910-2-iscsi neutron-server[107056]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 25 05:13:34.982082 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:35.004571 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e2b5def-4c72-47b0-badf-e2b91f625adc req-52e15a4e-8324-4325-aa55-15039ea99758 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0977030 Aug 25 05:13:35.084302 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 54c799bf-1bb2-4148-95ed-11f131caeab5 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:35.084694 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.101238 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:35.123036 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:35.129044 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:35.210012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:35.437105 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:35.480341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:35.480341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:35.525836 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.531376 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-99c9f8e2-acec-4e7a-a909-ef4f1772e4dd admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.6375389 Aug 25 05:13:35.533942 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:35.535102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33440) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:35.537618 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:35.670015 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks [] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.673291 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:35.738633 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:35.792650 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:29Z', 'revision_number': 3, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:35.908355 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.934477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.938803 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:35.944484 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:35.945171 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Updating router e39200fd-d36d-4142-a877-05a2a0dc6c02 port 34be7507-a5f7-499b-99d2-81f20a66cdc2 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:36.063731 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-ac3e3e1c-9b22-4453-8370-27ea9e177adf None None] Provisioning complete for port beb5933a-ab8b-4de6-a627-c2c5a0432127 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:36.063731 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ac3e3e1c-9b22-4453-8370-27ea9e177adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.104991 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b52bd-423e-4995-85e0-24617e520a3b None None] Pushing event updated for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:36.168237 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:36.192596 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b154df6b-4c1a-4e00-86ca-48f2748be61c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2e541a79-c73e-4677-b641-2e111db522d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0397265 Aug 25 05:13:36.224951 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.283198 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7d371295-bfa0-48db-8501-f35339ede2d0 req-b3cc44e2-bc5a-4130-97d7-4a41e38ec9b4 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.1231279 Aug 25 05:13:36.287069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:36.291620 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 3, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:36.333194 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 54c799bf-1bb2-4148-95ed-11f131caeab5 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:36.333636 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.371131 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:36.398669 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Attempting to bind port 0bb8b5a5-231d-45fe-b5c0-07f760560824 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:36.399032 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Attempting to bind port 0bb8b5a5-231d-45fe-b5c0-07f760560824 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:36.399395 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Attempting to bind port 0bb8b5a5-231d-45fe-b5c0-07f760560824 on network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:36.408159 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:36.408530 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Checking segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:36.408930 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.409368 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Bound using segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:36.409802 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Bound port: 0bb8b5a5-231d-45fe-b5c0-07f760560824, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:36.410203 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.420879 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:36.460551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:36.460902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Updating router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 port e7b153e9-bf74-43e2-9eec-bdab0acf735c binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:36.470558 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:36.556689 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] For port 0bb8b5a5-231d-45fe-b5c0-07f760560824, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:36.560403 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] For port 0bb8b5a5-231d-45fe-b5c0-07f760560824, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0bb8b5a5-231d-45fe-b5c0-07f760560824,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:36.618404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 54c799bf-1bb2-4148-95ed-11f131caeab5, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=54c799bf-1bb2-4148-95ed-11f131caeab5,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:36.650830 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e3e1c-9b22-4453-8370-27ea9e177adf None None] Port beb5933a-ab8b-4de6-a627-c2c5a0432127 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:36.673796 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.704340 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.719497 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.729197 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3e8eb270-40dc-4181-aecf-e0e5db4de6ed up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:36.729197 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:36.767467 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:36.768188 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:36.884808 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:37.043112 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33492) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:37.065205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113505963', 'description': 'tempest-description--431079524'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:37.072490 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks [] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.091730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Allocated IP 172.20.0.1 (2acaae5e-ff29-4076-80e0-d2cd629fe935/48caa971-6f78-421a-8637-e3deda08873c/e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:37.102375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Allocated IP 172.20.0.1 (28953a19-c976-4328-9ac9-ee52893446db/a277a8fc-d360-45df-b4ed-b818f20dec1d/137cc918-b048-414a-a9e9-59c3f340bc9b) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:37.116973 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Allocated IP 172.20.0.1 (0988213e-697f-43c0-8bbc-3d3f281f4405/9db3400d-8e89-4a3f-b692-88d77b37fd62/156a29a6-ca0b-45af-a4c4-13fd8f1e1d28) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:37.144813 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b52bd-423e-4995-85e0-24617e520a3b None None] Pushing event updated for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=4']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.177388 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '0bb8b5a5-231d-45fe-b5c0-07f760560824', 'name': '', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'mac_address': 'fa:16:3e:bb:c6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:36Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'subnets': [{'id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:37.213539 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c2af4a-c1e8-4b8d-8f83-39b4a6bc25c8 None None] The sync data for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi is: [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:13:28Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '0bb8b5a5-231d-45fe-b5c0-07f760560824', 'name': '', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'mac_address': 'fa:16:3e:bb:c6:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:36Z', 'revision_number': 4, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'subnets': [{'id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:37.246745 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.257745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:37.258381 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.291186 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:37.296839 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.325331 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=54c799bf-1bb2-4148-95ed-11f131caeab5,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.398465 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Attempting to bind port 4fe1848e-f807-4c6f-9fda-4b2086342c48 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:37.398841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Attempting to bind port 4fe1848e-f807-4c6f-9fda-4b2086342c48 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:37.399203 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Attempting to bind port 4fe1848e-f807-4c6f-9fda-4b2086342c48 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:37.484407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:37.490394 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:37.490946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.491813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:37.492422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Bound port: 4fe1848e-f807-4c6f-9fda-4b2086342c48, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:37.493002 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.573308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks [] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.575738 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] For port 4fe1848e-f807-4c6f-9fda-4b2086342c48, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:37.583040 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks [] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.589858 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] For port 4fe1848e-f807-4c6f-9fda-4b2086342c48, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=4fe1848e-f807-4c6f-9fda-4b2086342c48,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:37.591186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks [] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.606929 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:37.618839 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:37.631366 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05fd51ec-8091-4dab-8ac3-83f82f58e742 req-59387d9f-32fd-4b31-a023-4f43ec4dcd33 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0641384 Aug 25 05:13:37.633550 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks [] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.661452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565dc30-ca4e-42a3-b7bf-808b2e08576b None None] Pushing event updated for resources: {'Port': ['ID=4fe1848e-f807-4c6f-9fda-4b2086342c48,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.663701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:37.682946 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.716291 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (46faef3d-c622-4e11-99a3-fbd01bf18fd7), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.760473 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Attempting to bind port 34be7507-a5f7-499b-99d2-81f20a66cdc2 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:37.760866 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Attempting to bind port 34be7507-a5f7-499b-99d2-81f20a66cdc2 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:37.761219 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Attempting to bind port 34be7507-a5f7-499b-99d2-81f20a66cdc2 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:37.774677 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:37.775038 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:37.775428 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.775810 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:37.776296 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Bound port: 34be7507-a5f7-499b-99d2-81f20a66cdc2, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:37.776683 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.793289 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.815955 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55af4-6691-4390-8d81-ffb11f3b06cf None None] Pushing event updated for resources: {'Port': ['ID=34be7507-a5f7-499b-99d2-81f20a66cdc2,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.830270 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.850552 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.855366 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (46faef3d-c622-4e11-99a3-fbd01bf18fd7), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.864445 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.884977 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] For port 34be7507-a5f7-499b-99d2-81f20a66cdc2, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:37.891466 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] For port 34be7507-a5f7-499b-99d2-81f20a66cdc2, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=34be7507-a5f7-499b-99d2-81f20a66cdc2,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:37.894186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Network 28953a19-c976-4328-9ac9-ee52893446db is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:37.904648 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:37.913217 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:37.934744 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:37.934935 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:37.938682 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:37.953069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:37.954019 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:37.957685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:37.961880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:37.962312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.973777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:37.988418 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:37.988908 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:37.993447 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.018798 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Pushing event updated for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.054515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46faef3d-c622-4e11-99a3-fbd01bf18fd7,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.102314 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565dc30-ca4e-42a3-b7bf-808b2e08576b None None] Pushing event updated for resources: {'Port': ['ID=4fe1848e-f807-4c6f-9fda-4b2086342c48,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.111772 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:38.169228 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Pushing event updated for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.184416 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:38.185050 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:38.192212 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:38.205379 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:38.205970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (849f2727-0659-4855-a0bf-f1c04979cace), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.265821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6734444c-2708-4216-a3b0-7125c1239a96 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:38.279731 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.286072 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-943ab650-9c44-455e-b185-239d36f08204 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2268846 Aug 25 05:13:38.293364 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33522) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:38.302645 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:38.314332 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '46faef3d-c622-4e11-99a3-fbd01bf18fd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:38.453376 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe55af4-6691-4390-8d81-ffb11f3b06cf None None] Pushing event updated for resources: {'Port': ['ID=34be7507-a5f7-499b-99d2-81f20a66cdc2,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.594819 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (e7d1b31d-0297-4c9c-b753-df8b8087f395), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.628645 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:38.645496 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:38.685132 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:38.737437 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (e7d1b31d-0297-4c9c-b753-df8b8087f395), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.755414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Provisioning complete for port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:38.755998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.800501 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:38.834838 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.893660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (e7d1b31d-0297-4c9c-b753-df8b8087f395), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.927820 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:38.946629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:38.948220 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d1b31d-0297-4c9c-b753-df8b8087f395,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:38.965311 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:39.002266 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:39.002897 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:39.006797 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.056474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.47', 55288) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:39.199901 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2ca4c0b0-6cf9-4ab5-8ef2-220afc1cf0af req-6a56afd2-77ba-45e7-bfe6-91a8d964cd53 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.2794209 Aug 25 05:13:39.226013 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.227367 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6299dc82-622d-4604-bb94-e8ce850dcab8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9326050 Aug 25 05:13:39.233881 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33536) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:39.243007 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:39.246924 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:29Z', 'revision_number': 3, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:39.275729 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '46faef3d-c622-4e11-99a3-fbd01bf18fd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:39.299112 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10257525-ccde-49d7-b8ab-864e877b125b None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:29Z', 'revision_number': 3, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:39.305312 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33540) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:39.316998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks [] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.369679 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 6734444c-2708-4216-a3b0-7125c1239a96 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:39.370232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6734444c-2708-4216-a3b0-7125c1239a96), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.378249 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Provisioning complete for port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:39.378780 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.381464 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks [] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.478744 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.480120 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.484608 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-803a5bee-f315-47cb-8a88-2ebb534a9e1f None None] Port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:39.518432 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.519759 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks [] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.525376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 3, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:39.626162 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:33Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:39.630952 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-01305854-eb5b-4582-9df2-c50054c077a0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:39.632972 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-01305854-eb5b-4582-9df2-c50054c077a0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.47 "GET /networking/v2.0/networks?id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a HTTP/1.1" status: 200 len: 812 time: 0.5745914 Aug 25 05:13:39.644100 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks [] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.647899 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (50b48d66-5fe2-488e-875c-fe18bab4607f), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.657679 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-ad80df02-8f1e-40d0-9f1c-8f27ecc6d84c None None] Provisioning complete for port 137cc918-b048-414a-a9e9-59c3f340bc9b triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:39.658676 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ad80df02-8f1e-40d0-9f1c-8f27ecc6d84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.662018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.666729 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (849f2727-0659-4855-a0bf-f1c04979cace), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.668762 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Pushing event updated for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:39.710717 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:39.711061 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Updating router 2e541a79-c73e-4677-b641-2e111db522d8 port beb5933a-ab8b-4de6-a627-c2c5a0432127 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:39.713030 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944f4f5d-27a4-4ebf-bce2-e1adb0b47e9d None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:27Z', 'revision_number': 3, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:39.757717 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.759505 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.799934 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-ad80df02-8f1e-40d0-9f1c-8f27ecc6d84c None None] Port 137cc918-b048-414a-a9e9-59c3f340bc9b cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:39.804364 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.812491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Attempting to bind port e7b153e9-bf74-43e2-9eec-bdab0acf735c on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:39.821106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Request body: {'port': {'device_id': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'admin_state_up': True, 'tenant_id': 'e1f4463eb245468984f4747372d53fc6'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:39.821265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Attempting to bind port e7b153e9-bf74-43e2-9eec-bdab0acf735c by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:39.821265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Attempting to bind port e7b153e9-bf74-43e2-9eec-bdab0acf735c on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:39.828693 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:39.845725 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:39.863073 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ca28eee8-8c82-4820-8175-30802d6e3e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.863268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 6734444c-2708-4216-a3b0-7125c1239a96 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:39.863622 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (6734444c-2708-4216-a3b0-7125c1239a96), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.879956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33548) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:39.897341 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (50b48d66-5fe2-488e-875c-fe18bab4607f), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.911446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:39.912460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:39.912851 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:39.913216 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:39.929071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:39.930613 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Bound port: e7b153e9-bf74-43e2-9eec-bdab0acf735c, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:39.931035 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.067349 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] For port e7b153e9-bf74-43e2-9eec-bdab0acf735c, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:40.075271 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] For port e7b153e9-bf74-43e2-9eec-bdab0acf735c, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e7b153e9-bf74-43e2-9eec-bdab0acf735c,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:40.085418 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa324e-5bbf-4f02-924d-cdf02b53c59d None None] Pushing event updated for resources: {'Port': ['ID=e7b153e9-bf74-43e2-9eec-bdab0acf735c,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.107878 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 6734444c-2708-4216-a3b0-7125c1239a96, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=6734444c-2708-4216-a3b0-7125c1239a96,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:40.228987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.247550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33564) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:40.273734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:40.277206 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (50b48d66-5fe2-488e-875c-fe18bab4607f), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.297791 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:40.302812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b48d66-5fe2-488e-875c-fe18bab4607f,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.348629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:40.349861 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:40.410085 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Pushing event updated for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.484395 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks [] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.560960 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ca28eee8-8c82-4820-8175-30802d6e3e59 admin admin] Publish callbacks [] for security_group (f53baf12-df26-45f1-9bc5-b3e1a350e843), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.576440 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.579168 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:40.595816 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-cc141cf4-6e51-4703-aca5-f2207b8d25c0 None None] Provisioning complete for port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:40.596309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc141cf4-6e51-4703-aca5-f2207b8d25c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.598206 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (6734444c-2708-4216-a3b0-7125c1239a96), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.599111 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0bb8b5a5-231d-45fe-b5c0-07f760560824 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:40.626984 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0ce25-633e-469a-9c25-b03c122489cb None None] Pushing event updated for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.627290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Pushing event updated for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.660402 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ec913c93-0406-43af-8992-de1b0c94faa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.668562 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:40.669981 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a40097fa-0722-439a-9615-cb3299177293 req-f5baf8dc-00b0-48a0-a759-823ed3ab833c tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.2297564 Aug 25 05:13:40.670993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9303940-7a5c-40c4-b0a7-eaeca880e5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.671485 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:40.698606 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1a55ce3a-bc74-407a-ba0c-4808c6b980d7 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1622765 Aug 25 05:13:40.700014 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:40.701539 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ca28eee8-8c82-4820-8175-30802d6e3e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f53baf12-df26-45f1-9bc5-b3e1a350e843), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.721706 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Attempting to bind port beb5933a-ab8b-4de6-a627-c2c5a0432127 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:40.722375 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Attempting to bind port beb5933a-ab8b-4de6-a627-c2c5a0432127 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:40.722922 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Attempting to bind port beb5933a-ab8b-4de6-a627-c2c5a0432127 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:40.730356 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:40.734290 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:40.734761 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa324e-5bbf-4f02-924d-cdf02b53c59d None None] Pushing event updated for resources: {'Port': ['ID=e7b153e9-bf74-43e2-9eec-bdab0acf735c,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.735261 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.735712 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:40.736177 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Bound port: beb5933a-ab8b-4de6-a627-c2c5a0432127, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:40.736557 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.740506 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.744473 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-30692202-137c-43b1-9319-aab1bbb37a5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5051200 Aug 25 05:13:40.748424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-cc141cf4-6e51-4703-aca5-f2207b8d25c0 None None] Port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:40.757252 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33582) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:40.764014 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:40.782751 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 0bb8b5a5-231d-45fe-b5c0-07f760560824 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:40.783378 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.813414 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ca28eee8-8c82-4820-8175-30802d6e3e59 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ac2508877957498687af6f2e55b7b585&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4965546 Aug 25 05:13:40.823553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33590) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:40.846095 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ec913c93-0406-43af-8992-de1b0c94faa3 admin admin] Publish callbacks [] for security_group (0787b18b-eb13-4c9c-b16f-2d5501676852), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.851549 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] For port beb5933a-ab8b-4de6-a627-c2c5a0432127, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:40.856298 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca28eee8-8c82-4820-8175-30802d6e3e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53baf12-df26-45f1-9bc5-b3e1a350e843,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.857823 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] For port beb5933a-ab8b-4de6-a627-c2c5a0432127, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=beb5933a-ab8b-4de6-a627-c2c5a0432127,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:40.918171 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] Publish callbacks [] for security_group (f53baf12-df26-45f1-9bc5-b3e1a350e843), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.936186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=6734444c-2708-4216-a3b0-7125c1239a96,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:40.960510 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] Publish callbacks [] for security_group (f53baf12-df26-45f1-9bc5-b3e1a350e843), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.962594 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.991483 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 0bb8b5a5-231d-45fe-b5c0-07f760560824 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:40.991898 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:40.998732 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.075073 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:41.075702 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:41.077953 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:41.114265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9303940-7a5c-40c4-b0a7-eaeca880e5af admin admin] Publish callbacks [] for security_group (8f4f5c55-8498-48d0-a032-24c66d2b7b0a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.167735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:41.170623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:41.185122 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 0bb8b5a5-231d-45fe-b5c0-07f760560824, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0bb8b5a5-231d-45fe-b5c0-07f760560824,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:41.251205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.256207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:41.269860 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ec913c93-0406-43af-8992-de1b0c94faa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0787b18b-eb13-4c9c-b16f-2d5501676852), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.274370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Network 28953a19-c976-4328-9ac9-ee52893446db is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:41.281287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 2, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:41.304767 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9303940-7a5c-40c4-b0a7-eaeca880e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8f4f5c55-8498-48d0-a032-24c66d2b7b0a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.306388 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa0ce25-633e-469a-9c25-b03c122489cb None None] Pushing event updated for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=4']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.333966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.334796 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 54c799bf-1bb2-4148-95ed-11f131caeab5 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:41.339923 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866259fc-6078-4acd-8bcb-9bc4f7daa9a9 None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 2, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:41.421731 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f53baf12-df26-45f1-9bc5-b3e1a350e843), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.424292 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.425731 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f53baf12-df26-45f1-9bc5-b3e1a350e843 HTTP/1.1" status: 204 len: 168 time: 0.6009064 Aug 25 05:13:41.509544 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:41.619207 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:41.629372 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11593ecc-2506-4412-9918-82d5c44369ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53baf12-df26-45f1-9bc5-b3e1a350e843,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.699770 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:41.741724 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:41.778134 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 54c799bf-1bb2-4148-95ed-11f131caeab5 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:41.778523 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.780940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-0b437f8e-797a-4820-9fa1-14be8f63f2f1 None None] Provisioning complete for port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:41.781316 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0b437f8e-797a-4820-9fa1-14be8f63f2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:41.870371 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-0b437f8e-797a-4820-9fa1-14be8f63f2f1 None None] Port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:41.983818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:42.012566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:42.097222 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 54c799bf-1bb2-4148-95ed-11f131caeab5 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:42.098580 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3e8eb270-40dc-4181-aecf-e0e5db4de6ed up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:42.105618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec913c93-0406-43af-8992-de1b0c94faa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0787b18b-eb13-4c9c-b16f-2d5501676852,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:42.126465 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.27.3.181 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/8e252806-b001-430d-8172-7958b2ab6a21) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:42.150851 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-e2c1fd72-93dd-44b4-acb8-e404f9b34282 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:42.168242 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-e2c1fd72-93dd-44b4-acb8-e404f9b34282 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.6472368 Aug 25 05:13:42.170815 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e9303940-7a5c-40c4-b0a7-eaeca880e5af admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=99e2bf92350a413a8f593770a3abe5d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8960099 Aug 25 05:13:42.195115 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33622) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:42.212323 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-459a3179-59ce-4696-9518-ef735cb68ede tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/quotas/8afac3f36b8449aa8a25a376aa2c3ed9 HTTP/1.1" status: 200 len: 375 time: 0.0428913 Aug 25 05:13:42.256327 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8f481a61-9ded-4cee-83d1-6861ffd609e6 req-cbd0e2c7-d0fa-424e-a334-d81ffd21a8ee tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.3266182 Aug 25 05:13:42.257003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Made reservation on behalf of e1f4463eb245468984f4747372d53fc6 for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:42.264830 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:42.319040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:42.319582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:42.333565 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-17843cea-47fc-4037-9db1-01848af65aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:40Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:42.420897 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17843cea-47fc-4037-9db1-01848af65aae None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:40Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:42.576504 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:42.645041 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-61d59279-047e-46db-aff4-0de8acbf2730 None None] Provisioning complete for port 137cc918-b048-414a-a9e9-59c3f340bc9b triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:42.645041 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-61d59279-047e-46db-aff4-0de8acbf2730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:42.742584 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-61d59279-047e-46db-aff4-0de8acbf2730 None None] Port 137cc918-b048-414a-a9e9-59c3f340bc9b cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:42.787357 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33624) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:42.818604 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ec913c93-0406-43af-8992-de1b0c94faa3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c212520a3f1145f8a89af8f197d83b76&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8229997 Aug 25 05:13:42.848954 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33626) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:42.896267 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-185d0b8e-2fd8-4e07-9336-4e804bd1ea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:42.904151 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-ad3fd715-4b19-48e7-a1fc-a01d6dfcbe23 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6909535 Aug 25 05:13:42.952734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Allocated IP 172.20.0.4 (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a/7d38de37-a1e5-4aa6-8014-2cef86fb916c/49238283-70cb-4e19-9e70-188976abe7d3) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:42.978097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9303940-7a5c-40c4-b0a7-eaeca880e5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f5c55-8498-48d0-a032-24c66d2b7b0a,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.135488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] Publish callbacks [] for security_group (8f4f5c55-8498-48d0-a032-24c66d2b7b0a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.159951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:43.204674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] Publish callbacks [] for security_group (8f4f5c55-8498-48d0-a032-24c66d2b7b0a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.205706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 34be7507-a5f7-499b-99d2-81f20a66cdc2 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:43.229747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:43.275760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] Publish callbacks [] for security_group (0787b18b-eb13-4c9c-b16f-2d5501676852), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.289775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-2778fe2d-9bde-4979-a9eb-7063b2ac8416 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:13:43.291107 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-2778fe2d-9bde-4979-a9eb-7063b2ac8416 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1580439 Aug 25 05:13:43.297138 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (8e252806-b001-430d-8172-7958b2ab6a21), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.353449 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 34be7507-a5f7-499b-99d2-81f20a66cdc2 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:43.353449 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.353759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-185d0b8e-2fd8-4e07-9336-4e804bd1ea01 admin admin] Publish callbacks [] for security_group (c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.353836 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:43.398446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:13:43.455013 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-db70ebc1-54f5-4775-8ff1-f052f1bac475 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177382 Aug 25 05:13:43.468194 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 34be7507-a5f7-499b-99d2-81f20a66cdc2 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:43.469075 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.516078 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 34be7507-a5f7-499b-99d2-81f20a66cdc2, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=34be7507-a5f7-499b-99d2-81f20a66cdc2,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:43.540109 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8f4f5c55-8498-48d0-a032-24c66d2b7b0a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.542923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.546714 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8f4f5c55-8498-48d0-a032-24c66d2b7b0a HTTP/1.1" status: 204 len: 168 time: 1.3118837 Aug 25 05:13:43.546714 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (8e252806-b001-430d-8172-7958b2ab6a21), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.554553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-185d0b8e-2fd8-4e07-9336-4e804bd1ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.575913 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:43.616496 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-55d273c4-2382-4a4a-a0c1-529af552b74d admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e39200fd-d36d-4142-a877-05a2a0dc6c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3359249 Aug 25 05:13:43.617089 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577b982-e82c-4454-8113-d2875f336b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f5c55-8498-48d0-a032-24c66d2b7b0a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.630060 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:43.663142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.663142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device beb5933a-ab8b-4de6-a627-c2c5a0432127 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:43.663511 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6728884d-08a7-4c41-b2c6-32e8c4b7818e req-3dfe1a01-0c7c-44c9-aafb-747b48239b51 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0994370 Aug 25 05:13:43.676133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] Publish callbacks [] for security_group (0787b18b-eb13-4c9c-b16f-2d5501676852), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.682884 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=8e252806-b001-430d-8172-7958b2ab6a21,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.713237 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:43.716997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:43.810157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=34be7507-a5f7-499b-99d2-81f20a66cdc2,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.847409 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port beb5933a-ab8b-4de6-a627-c2c5a0432127 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:43.851976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.880951 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-185d0b8e-2fd8-4e07-9336-4e804bd1ea01 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2683783126e649808c64d06244f531ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0760307 Aug 25 05:13:43.882558 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d0b8e-2fd8-4e07-9336-4e804bd1ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:43.890016 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33640) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:43.966238 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks [] for port (49238283-70cb-4e19-9e70-188976abe7d3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:43.979858 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:13:43.997176 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b2135391-26d2-4a95-941d-b011b12d79d0 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/849f2727-0659-4855-a0bf-f1c04979cace/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8990705 Aug 25 05:13:44.037620 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port beb5933a-ab8b-4de6-a627-c2c5a0432127 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:44.038102 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.065167 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-1e841c61-9f1a-4fcc-8b27-d51f62e64e63 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037705 Aug 25 05:13:44.088941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:44.089702 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0787b18b-eb13-4c9c-b16f-2d5501676852), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.094554 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.099953 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0787b18b-eb13-4c9c-b16f-2d5501676852 HTTP/1.1" status: 204 len: 168 time: 1.2515819 Aug 25 05:13:44.115166 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31dc22-0681-4395-9079-04fe41927785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0787b18b-eb13-4c9c-b16f-2d5501676852,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:44.141536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.184937 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:44.279343 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.312924 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] Publish callbacks [] for security_group (c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.343067 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] Publish callbacks [] for security_group (c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.374280 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:44.387278 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:44.407880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:44.426079 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:44.444034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.516699 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Pushing event updated for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:44.549275 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:44.617384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (8e252806-b001-430d-8172-7958b2ab6a21), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.687672 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-c623a544-ecdb-49bf-80b8-58ddc5c388e0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9417832 Aug 25 05:13:44.697804 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port beb5933a-ab8b-4de6-a627-c2c5a0432127, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=beb5933a-ab8b-4de6-a627-c2c5a0432127,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:44.710484 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-d931bad8-27fc-4e8d-992c-b6bd7bfecb45 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:13:44.710484 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-d931bad8-27fc-4e8d-992c-b6bd7bfecb45 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067313 Aug 25 05:13:44.808054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:44.813042 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 4fe1848e-f807-4c6f-9fda-4b2086342c48 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:44.885012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33682) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:44.890177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--545867735', 'description': 'tempest-description--492598330'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:44.916290 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4887973c-c754-4116-b018-c822809da4ac req-fb8dfdac-5eb5-4ad0-8448-8c185bc52ba3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 210 time: 0.2615600 Aug 25 05:13:45.034930 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.093981 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-f9a9d37d-68b6-43c4-995d-722c02ca659d None None] Provisioning complete for port 49238283-70cb-4e19-9e70-188976abe7d3 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:45.097845 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f9a9d37d-68b6-43c4-995d-722c02ca659d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (49238283-70cb-4e19-9e70-188976abe7d3), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.118234 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.172289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 4fe1848e-f807-4c6f-9fda-4b2086342c48 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:45.173400 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.180626 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.183162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.186741 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4 HTTP/1.1" status: 204 len: 168 time: 1.2690957 Aug 25 05:13:45.280923 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9d37d-68b6-43c4-995d-722c02ca659d None None] Port 49238283-70cb-4e19-9e70-188976abe7d3 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:45.363314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:45.409998 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:45.416986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c4862-e39d-443d-80de-2df4f1cd327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d6ca65-78c4-426d-80cf-e2b80e8b1ee4,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.469456 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (163d069b-218a-45a1-8a6e-e1d61f705f48), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.501518 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b387-4a4c-4eba-8914-14fe2a60deb8 req-af734189-725e-4189-9eb2-0f82fbf85c23 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:45.503116 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 4fe1848e-f807-4c6f-9fda-4b2086342c48 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:45.503817 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.509148 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d5b5b387-4a4c-4eba-8914-14fe2a60deb8 req-af734189-725e-4189-9eb2-0f82fbf85c23 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 931 time: 0.3596921 Aug 25 05:13:45.573347 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 4fe1848e-f807-4c6f-9fda-4b2086342c48, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=4fe1848e-f807-4c6f-9fda-4b2086342c48,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:45.581122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (163d069b-218a-45a1-8a6e-e1d61f705f48), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.639942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.640445 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163d069b-218a-45a1-8a6e-e1d61f705f48,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.648701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0bb8b5a5-231d-45fe-b5c0-07f760560824 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:45.665260 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:45.697100 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (8e252806-b001-430d-8172-7958b2ab6a21), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.719454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.723704 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-9f48fc80-389e-4564-b964-8872faeb1794 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8347006 Aug 25 05:13:45.723876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33704) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:45.728401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group_rule': {'security_group_id': '163d069b-218a-45a1-8a6e-e1d61f705f48', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:45.752164 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d5b5b387-4a4c-4eba-8914-14fe2a60deb8 req-e0575001-9670-4d74-9b07-3eeee8e4e38c tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402322 Aug 25 05:13:45.760283 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Request body: {'port': {'device_id': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:45.776907 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (8e252806-b001-430d-8172-7958b2ab6a21), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.777768 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.794460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33710) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:45.829163 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1921194586', 'description': 'tempest-description--270489191'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:45.906103 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=8e252806-b001-430d-8172-7958b2ab6a21,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:45.944543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:45.946015 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 0bb8b5a5-231d-45fe-b5c0-07f760560824 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:45.947432 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.950566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49238283-70cb-4e19-9e70-188976abe7d3), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:45.959877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=4fe1848e-f807-4c6f-9fda-4b2086342c48,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:46.019452 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (698a8265-bbce-4663-8bf6-8ad622661f7b), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.112103 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 0bb8b5a5-231d-45fe-b5c0-07f760560824 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:46.114016 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6734444c-2708-4216-a3b0-7125c1239a96 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:46.177623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 6734444c-2708-4216-a3b0-7125c1239a96 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:46.178396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (6734444c-2708-4216-a3b0-7125c1239a96), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.187590 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=12 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:46.230604 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.243101 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.246688 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e9aab320-7cf5-4131-889d-7497f0bd5c47 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4883718 Aug 25 05:13:46.268767 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-68d82632-e0e2-4ab3-90a9-409dc7ea2ceb tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:46.273837 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-68d82632-e0e2-4ab3-90a9-409dc7ea2ceb tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.3202758 Aug 25 05:13:46.301424 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-f0b7efbb-f0f3-4a92-ba17-04cd00296562 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/quotas/8afac3f36b8449aa8a25a376aa2c3ed9 HTTP/1.1" status: 200 len: 375 time: 0.0216045 Aug 25 05:13:46.335186 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33726) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:46.367292 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 6734444c-2708-4216-a3b0-7125c1239a96 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:46.406888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-15aed2af-6f91-42cc-853c-8f0090ccc2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.448945 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-2c6c59e1-5dfe-43d6-bb2c-2a6ff3a93042 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415226 Aug 25 05:13:46.526540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:46.546014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:46.546014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:46.603900 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:46.621106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:46.734335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (698a8265-bbce-4663-8bf6-8ad622661f7b), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.739295 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:46.787516 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:46.790009 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:46.893990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (698a8265-bbce-4663-8bf6-8ad622661f7b), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:46.936509 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-10b92fe2-7fff-4a3a-9b5d-2aaadd062b5a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864819 Aug 25 05:13:46.982233 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:47.044671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 34be7507-a5f7-499b-99d2-81f20a66cdc2 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:47.056465 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-15aed2af-6f91-42cc-853c-8f0090ccc2fe admin admin] Publish callbacks [] for security_group (0c51a307-c88f-4525-92e5-e7d22df3ccb4), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.159468 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:47.180555 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-fa989596-3e0c-44e0-9e98-446262a3a4b5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431798 Aug 25 05:13:47.186572 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-15aed2af-6f91-42cc-853c-8f0090ccc2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0c51a307-c88f-4525-92e5-e7d22df3ccb4), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.286076 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-15aed2af-6f91-42cc-853c-8f0090ccc2fe admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=32057f9a02074fdabcf858de7e733bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9467404 Aug 25 05:13:47.294161 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33748) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:47.337863 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 34be7507-a5f7-499b-99d2-81f20a66cdc2 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:47.337863 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.423186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:47.425496 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:47.465890 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] Publish callbacks [] for security_group (0c51a307-c88f-4525-92e5-e7d22df3ccb4), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.488138 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (c1f42a75-4f11-48e1-abb9-94b1fd78a0e7), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.492022 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698a8265-bbce-4663-8bf6-8ad622661f7b,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.503041 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] Publish callbacks [] for security_group (0c51a307-c88f-4525-92e5-e7d22df3ccb4), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.564428 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.566130 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0dfbdf0b-ec1d-4da0-b2ee-a96096d3b1cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8413186 Aug 25 05:13:47.572257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd36a07-1561-4693-83fa-6446b47cf400 req-c6a14c83-424e-40c7-a3de-387082f12ff0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:47.589439 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dcd36a07-1561-4693-83fa-6446b47cf400 req-c6a14c83-424e-40c7-a3de-387082f12ff0 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 931 time: 0.3317933 Aug 25 05:13:47.598058 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33756) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:47.614923 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group_rule': {'security_group_id': '163d069b-218a-45a1-8a6e-e1d61f705f48', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:47.647129 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 34be7507-a5f7-499b-99d2-81f20a66cdc2 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:47.655164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e7b153e9-bf74-43e2-9eec-bdab0acf735c up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:47.670777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aed2af-6f91-42cc-853c-8f0090ccc2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c51a307-c88f-4525-92e5-e7d22df3ccb4,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.682953 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c1f42a75-4f11-48e1-abb9-94b1fd78a0e7), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.775394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0c51a307-c88f-4525-92e5-e7d22df3ccb4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.796669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.798085 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0c51a307-c88f-4525-92e5-e7d22df3ccb4 HTTP/1.1" status: 204 len: 168 time: 0.4983852 Aug 25 05:13:47.874647 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:47.893847 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49238283-70cb-4e19-9e70-188976abe7d3 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:13:47.898319 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:47.910092 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks [] for port (49238283-70cb-4e19-9e70-188976abe7d3), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:47.963813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 2, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:47.965258 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Transition to ACTIVE for port object 49238283-70cb-4e19-9e70-188976abe7d3 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:13:47.972760 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dcd36a07-1561-4693-83fa-6446b47cf400 req-5d643dd1-871f-46e1-b242-3a9926f4aef6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299658 Aug 25 05:13:48.001990 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb46dcb-911e-4209-b04c-1807ed00bb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c51a307-c88f-4525-92e5-e7d22df3ccb4,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.002196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.005480 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-86cb9820-f310-474e-a351-31d4d894d5d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.2030048 Aug 25 05:13:48.014680 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33782) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:48.022021 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group_rule': {'security_group_id': 'c1f42a75-4f11-48e1-abb9-94b1fd78a0e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:48.036081 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-9c22323e-feaf-401f-8565-e811e3cb6d31 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--113505963&fields=id&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 267 time: 0.2802174 Aug 25 05:13:48.038718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (63b64be4-c5cb-44d4-a66c-07e2dbb0fd10), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.074701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e7b153e9-bf74-43e2-9eec-bdab0acf735c triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:48.075295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.092164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:48.093773 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Updating router e39200fd-d36d-4142-a877-05a2a0dc6c02 port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:48.153647 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 2, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:48.161205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.198356 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:48.198356 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Updating router 849f2727-0659-4855-a0bf-f1c04979cace port 137cc918-b048-414a-a9e9-59c3f340bc9b binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:48.264473 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.282520 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:48.506309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.509737 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-0c55daed-bbb9-4039-9fb0-9929fe443a06 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:48.520560 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-0c55daed-bbb9-4039-9fb0-9929fe443a06 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.4831614 Aug 25 05:13:48.538068 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-d0a08da6-0c4b-48d2-b824-f0ea13bb821f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/quotas/f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 375 time: 0.0162241 Aug 25 05:13:48.547386 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c781a158-9938-4cf3-8908-e7bbd7554600 req-a2c31273-f652-4588-8a37-8fa9f69900ce tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.3910933 Aug 25 05:13:48.556712 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Attempting to bind port 49238283-70cb-4e19-9e70-188976abe7d3 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:48.557100 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Attempting to bind port 49238283-70cb-4e19-9e70-188976abe7d3 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:48.557424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Attempting to bind port 49238283-70cb-4e19-9e70-188976abe7d3 on network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:48.576940 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (196cc0b3-e27f-43e3-88e0-6bc0d02fb98e), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.670124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Port 49238283-70cb-4e19-9e70-188976abe7d3 on network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:13:48.670475 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Attempting to bind port 49238283-70cb-4e19-9e70-188976abe7d3 on network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:48.683368 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-ad403def-2301-4f41-86fe-73723805c5aa tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426997 Aug 25 05:13:48.710894 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:48.711278 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Checking segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:48.711848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Bound using segment: {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:48.712257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Bound port: 49238283-70cb-4e19-9e70-188976abe7d3, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b73353e-7bdf-44d0-a2fb-91a23e34afca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:48.712622 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49238283-70cb-4e19-9e70-188976abe7d3), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.774491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Pushing event updated for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.801871 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (63b64be4-c5cb-44d4-a66c-07e2dbb0fd10), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.903794 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (196cc0b3-e27f-43e3-88e0-6bc0d02fb98e), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.941694 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (63b64be4-c5cb-44d4-a66c-07e2dbb0fd10), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:48.966058 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:48.972040 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b64be4-c5cb-44d4-a66c-07e2dbb0fd10,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:48.997695 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks [] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.024095 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (196cc0b3-e27f-43e3-88e0-6bc0d02fb98e), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.026943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49238283-70cb-4e19-9e70-188976abe7d3,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:49.086616 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196cc0b3-e27f-43e3-88e0-6bc0d02fb98e,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.112852 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.115520 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.122151 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7d564084-f46a-4bc6-9c0c-0274b83b2440 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5140011 Aug 25 05:13:49.122151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.194452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:49.200072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33798) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:49.202316 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Pushing event updated for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.211318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e7b153e9-bf74-43e2-9eec-bdab0acf735c is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:49.211716 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.239333 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-545ca0b0-b0c1-489f-b56a-78783522f0b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409868 Aug 25 05:13:49.251439 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:49.288714 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port e7b153e9-bf74-43e2-9eec-bdab0acf735c, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e7b153e9-bf74-43e2-9eec-bdab0acf735c,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:49.316490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:49.319047 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.320510 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-ded22d1f-b8c1-41d1-864e-d1f23cbf332f service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/49238283-70cb-4e19-9e70-188976abe7d3 HTTP/1.1" status: 200 len: 1093 time: 4.3394504 Aug 25 05:13:49.325298 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.329067 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f267bd39-faef-4b86-be1b-e7865a8b5a8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3086536 Aug 25 05:13:49.329067 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:13:49.330499 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33808) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:49.336885 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group_rule': {'security_group_id': 'c1f42a75-4f11-48e1-abb9-94b1fd78a0e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:49.346052 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.47', 55295) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:49.354244 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118fa66-90e1-4705-9d65-85ba713eca38 None None] Pushing event updated for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.439010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.439827 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 4fe1848e-f807-4c6f-9fda-4b2086342c48 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:49.456827 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Attempting to bind port 137cc918-b048-414a-a9e9-59c3f340bc9b on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:49.457189 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Attempting to bind port 137cc918-b048-414a-a9e9-59c3f340bc9b by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:49.457550 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Attempting to bind port 137cc918-b048-414a-a9e9-59c3f340bc9b on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:49.483932 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:49.484304 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Checking segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:49.485835 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.486368 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Bound using segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:49.486862 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Bound port: 137cc918-b048-414a-a9e9-59c3f340bc9b, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:49.487331 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.563318 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:49.598871 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-828f688f-1a5d-43f3-b557-2fbe699d22e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583875 Aug 25 05:13:49.640985 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (0b7f6f90-ef1d-4435-a716-15e70c157f80), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.672906 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941972f7-cf1f-4c44-a897-f5db87798a62 req-3d14448d-76b6-43cf-a214-1fd93e538249 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:49.691331 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-941972f7-cf1f-4c44-a897-f5db87798a62 req-3d14448d-76b6-43cf-a214-1fd93e538249 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.4920063 Aug 25 05:13:49.709461 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-2a5fde0c-8291-44d8-912d-22a68a1e6565 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:49.719955 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-2a5fde0c-8291-44d8-912d-22a68a1e6565 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.3602087 Aug 25 05:13:49.720911 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=e7b153e9-bf74-43e2-9eec-bdab0acf735c,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:49.733632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.766561 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] For port 137cc918-b048-414a-a9e9-59c3f340bc9b, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:49.769458 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'port': {'device_id': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'admin_state_up': True, 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:49.773673 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] For port 137cc918-b048-414a-a9e9-59c3f340bc9b, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=137cc918-b048-414a-a9e9-59c3f340bc9b,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:49.775734 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 4fe1848e-f807-4c6f-9fda-4b2086342c48 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:49.776085 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:49.912915 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.083992 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:50.094170 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118fa66-90e1-4705-9d65-85ba713eca38 None None] Pushing event updated for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=4']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.115688 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:50.119175 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:50.233957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.290610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (0b7f6f90-ef1d-4435-a716-15e70c157f80), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.291160 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks [] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.356404 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-219cd056-57a2-418d-a05d-c5c5d8d9966e req-a476eae8-1ee7-46f7-b6a6-c7812e73712a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.0640774 Aug 25 05:13:50.357191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Made reservation on behalf of 8afac3f36b8449aa8a25a376aa2c3ed9 for: {'port': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:50.375514 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.383813 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:50.384876 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (0b7f6f90-ef1d-4435-a716-15e70c157f80), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.437526 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7f6f90-ef1d-4435-a716-15e70c157f80,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.462703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.553255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75308313-2e35-4bfa-a8c6-50c6c846cdba" -d '{"events": [{"name": "network-changed", "server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "tag": "49238283-70cb-4e19-9e70-188976abe7d3"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:13:50.595119 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:50.645621 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Allocated IP 172.27.3.20 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/f8b47576-0b85-40a0-9699-20de53952940) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:50.655814 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-9fc25bea-05ad-424c-8c17-ecae91c5e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:50.659612 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-9fc25bea-05ad-424c-8c17-ecae91c5e45a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e1f4463eb245468984f4747372d53fc6&device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 1127 time: 0.9647546 Aug 25 05:13:50.683754 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-014872f4-7798-4929-9859-2c8626ac14c7 req-aca3e4f8-84f1-40e9-8e28-c0109f655ae4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.0978174 Aug 25 05:13:50.710108 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-941972f7-cf1f-4c44-a897-f5db87798a62 req-417417bc-5467-4cd7-a76a-9aec67ec97e8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9856017 Aug 25 05:13:50.858986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:50.866171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3999aa1a-7673-402e-ad53-79a743bab573 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5333629 Aug 25 05:13:50.893688 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 33850) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:50.900947 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:50.962801 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:50.987359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1521817-9c45-459d-a3c9-b9756e1fa3a1 None None] Pushing event updated for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:50.988059 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-8e1ec1c4-ecfc-4f97-8f17-9e10838f5348 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49238283-70cb-4e19-9e70-188976abe7d3 HTTP/1.1" status: 200 len: 217 time: 0.1641431 Aug 25 05:13:51.002780 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 4fe1848e-f807-4c6f-9fda-4b2086342c48 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:51.004344 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device beb5933a-ab8b-4de6-a627-c2c5a0432127 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:51.054166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:51.078229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Allocated IP 172.20.0.12 (0988213e-697f-43c0-8bbc-3d3f281f4405/9db3400d-8e89-4a3f-b692-88d77b37fd62/89194eae-54f6-4cb6-81a1-0443f90b1835) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:51.094496 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2223ef-4314-4f10-a0aa-878163ea1b43 None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:51.147199 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-c46fb366-fd27-4e37-8476-dd066d88142c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:51.153331 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-c46fb366-fd27-4e37-8476-dd066d88142c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=7d38de37-a1e5-4aa6-8014-2cef86fb916c HTTP/1.1" status: 200 len: 851 time: 0.1459496 Aug 25 05:13:51.187214 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.213348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port beb5933a-ab8b-4de6-a627-c2c5a0432127 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:51.213348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.215003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.47', 55300) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:51.222407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:51.243604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Attempting to bind port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:51.243980 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Attempting to bind port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:51.244385 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Attempting to bind port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:51.272444 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:51.272866 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Checking segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:51.273283 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.274230 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Bound using segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:51.274349 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Bound port: e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:51.274674 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.438854 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.469500 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280682-575e-4f75-9286-00c381e03557 req-48bc9edf-fb11-4759-a7d6-2604a5aa8eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:51.471361 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-48bc9edf-fb11-4759-a7d6-2604a5aa8eef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2556343 Aug 25 05:13:51.472410 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] For port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:51.515380 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.519797 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] For port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:51.595003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (f8b47576-0b85-40a0-9699-20de53952940), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.611129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91aefb3-0f31-477c-bd7a-d0d6ef51607f x-openstack-request-id: req-d91aefb3-0f31-477c-bd7a-d0d6ef51607f {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:13:51.611744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "tag": "49238283-70cb-4e19-9e70-188976abe7d3", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:13:51.611744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d91aefb3-0f31-477c-bd7a-d0d6ef51607f {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:13:51.613876 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91aefb3-0f31-477c-bd7a-d0d6ef51607f'] response: {'name': 'network-changed', 'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3', 'status': 'completed', 'code': 200} Aug 25 05:13:51.626711 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port beb5933a-ab8b-4de6-a627-c2c5a0432127 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:51.679040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.681166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:51.724284 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:51.724942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:51.867779 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e7b153e9-bf74-43e2-9eec-bdab0acf735c up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:51.867971 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33be8d2c-4678-41d5-8294-e2ac618e1a03 req-f00073d2-650a-4303-af35-18c4190e4ab9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.2509873 Aug 25 05:13:52.064884 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:52.069887 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:52.078361 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1521817-9c45-459d-a3c9-b9756e1fa3a1 None None] Pushing event updated for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:52.170379 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:52.186883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-bc4d85ed-b95c-40be-ab5a-41d0ac5187db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:52.187284 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:52.188615 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-bc4d85ed-b95c-40be-ab5a-41d0ac5187db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.7589736 Aug 25 05:13:52.220308 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:13:52.221502 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:52.227515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.230317 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'port': {'device_id': '00679982-187d-430a-908f-29644650feb4', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'admin_state_up': True, 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:52.239331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (f8b47576-0b85-40a0-9699-20de53952940), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.257998 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e7de9c06-f1e6-48c6-9f1c-06f19d70375f req-26afc92e-f12a-457f-a761-a115685ca805 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.4030452 Aug 25 05:13:52.340794 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e7b153e9-bf74-43e2-9eec-bdab0acf735c triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:52.341672 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.379879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-0eace4c2-6ee3-40e1-bc83-14b975cea550 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8606403 Aug 25 05:13:52.472089 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Allocated IP 172.27.3.102 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:52.513779 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:52.620806 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:52.621979 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:52.656859 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-31e19a3f-6f48-435f-bb3c-d4485f118b29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9034832 Aug 25 05:13:52.704795 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Request body: {'port': {'device_id': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:52.720164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:52.761269 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-5be870af-b5be-424c-923f-7987ab5868c1 None None] Provisioning complete for port 89194eae-54f6-4cb6-81a1-0443f90b1835 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:52.761710 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5be870af-b5be-424c-923f-7987ab5868c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.919476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.933136 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:52.975049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:52.983468 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:52.993476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e7b153e9-bf74-43e2-9eec-bdab0acf735c is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:53.014188 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:53.071787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:53.198888 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-be19a162-c310-43ab-9941-7c59f39bc21d req-a93def27-efdb-476f-80f1-3216325e963a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.0772536 Aug 25 05:13:53.254483 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-5be870af-b5be-424c-923f-7987ab5868c1 None None] Port 89194eae-54f6-4cb6-81a1-0443f90b1835 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:53.264977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671759cb-a7ef-419e-8d2a-6aa51b886f70 req-e4835a71-e34e-466b-89dd-5f6f4ae80151 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:53.297955 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-671759cb-a7ef-419e-8d2a-6aa51b886f70 req-e4835a71-e34e-466b-89dd-5f6f4ae80151 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 1.2212074 Aug 25 05:13:53.392210 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:53.396012 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:53.508857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=f8b47576-0b85-40a0-9699-20de53952940,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:53.552740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:53.651341 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-671759cb-a7ef-419e-8d2a-6aa51b886f70 req-b8c8266b-1231-48f2-a984-5f4527610a38 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524041 Aug 25 05:13:53.695625 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:51Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:53.726193 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3355afbf-20f1-472f-a4b8-63e69020cf81 req-04621e4c-44b1-49ed-b3d4-3702e36f555d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.2611153 Aug 25 05:13:53.769506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:53.770228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca8c7b3-411b-4a62-946e-e010a45b0626 None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:51Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:53.919892 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 137cc918-b048-414a-a9e9-59c3f340bc9b up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:53.930622 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4280682-575e-4f75-9286-00c381e03557 req-86dca546-5835-41e3-8ba8-2f7619c021ff service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9345379 Aug 25 05:13:54.061051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f8b47576-0b85-40a0-9699-20de53952940), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.191456 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Made reservation on behalf of 8afac3f36b8449aa8a25a376aa2c3ed9 for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:54.195378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.229310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:54.239516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 137cc918-b048-414a-a9e9-59c3f340bc9b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:54.239516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.259987 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:54.268850 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:54.287451 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:54.371161 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.47', 55304) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:54.454751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:54.614832 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 2, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:54.659747 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:13:54.660491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Updating router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:13:54.681266 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.688024 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 137cc918-b048-414a-a9e9-59c3f340bc9b is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:54.688702 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.782355 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 137cc918-b048-414a-a9e9-59c3f340bc9b, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=137cc918-b048-414a-a9e9-59c3f340bc9b,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:54.791563 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:54.811799 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.817191 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46e8576e-b390-4ad3-b4cf-a59d9c0db614 req-fc264653-a3ec-49e5-86b2-a45c1c6af3fb tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.3051929 Aug 25 05:13:54.856373 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-3dfc03f8-e580-4505-895a-b2ef2075e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:54.861558 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-3dfc03f8-e580-4505-895a-b2ef2075e19c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e1f4463eb245468984f4747372d53fc6&device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 1127 time: 0.5755577 Aug 25 05:13:54.887558 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:54.974637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:55.127102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.163285 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8fce487b-9996-42f7-baef-9ddf9768e70f req-b83278b5-2126-4a0f-a1b9-efdb3b469cfc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.1250446 Aug 25 05:13:55.314345 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:55.325996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-af979a44-8d76-4008-8cfc-259294148aad tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:55.327656 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-af979a44-8d76-4008-8cfc-259294148aad tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.9396200 Aug 25 05:13:55.483580 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:55.488230 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-f8357eea-8f90-477a-b3e7-3d6ec751ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:55.489854 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-f8357eea-8f90-477a-b3e7-3d6ec751ff3d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a HTTP/1.1" status: 200 len: 913 time: 0.6115026 Aug 25 05:13:55.520902 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db537568-6aff-49e7-a840-05821cff0ce8 req-55876024-cb1e-46b4-ab7f-ada2e1c828af tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:55.523754 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (f8b47576-0b85-40a0-9699-20de53952940), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.529454 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-db537568-6aff-49e7-a840-05821cff0ce8 req-55876024-cb1e-46b4-ab7f-ada2e1c828af tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.7315905 Aug 25 05:13:55.567512 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-9284f74c-475f-4526-908f-0b6e92fd6afd service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49238283-70cb-4e19-9e70-188976abe7d3 HTTP/1.1" status: 200 len: 217 time: 0.0652096 Aug 25 05:13:55.578050 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.581349 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89194eae-54f6-4cb6-81a1-0443f90b1835 {{(pid=107056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:13:55.599416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks [] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.632417 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-e25c1e10-a10c-47c0-977c-09e512e5375c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 379 time: 0.2825646 Aug 25 05:13:55.646777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.provisioning_blocks [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Transition to ACTIVE for port object 89194eae-54f6-4cb6-81a1-0443f90b1835 will not be triggered until provisioned by entity L2. {{(pid=107056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:13:55.652368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'port': {'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'admin_state_up': True, 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'security_groups': ['46faef3d-c622-4e11-99a3-fbd01bf18fd7']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:13:55.657794 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-db537568-6aff-49e7-a840-05821cff0ce8 req-9283209d-88a3-40b6-b437-c12b60915a2f tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258702 Aug 25 05:13:55.712548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.713462 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.735226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-6baeb376-3586-4255-950e-7808c5a778c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:55.737382 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-6baeb376-3586-4255-950e-7808c5a778c5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=7d38de37-a1e5-4aa6-8014-2cef86fb916c HTTP/1.1" status: 200 len: 851 time: 0.1528628 Aug 25 05:13:55.741793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f8b47576-0b85-40a0-9699-20de53952940), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.742824 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.762603 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.807442 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:55.899794 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-bccc7428-39c3-4d77-8909-8fbed710e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:55.901474 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-bccc7428-39c3-4d77-8909-8fbed710e8d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1508687 Aug 25 05:13:55.908917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=f8b47576-0b85-40a0-9699-20de53952940,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:55.936258 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Allocated IP 172.20.0.8 (0988213e-697f-43c0-8bbc-3d3f281f4405/9db3400d-8e89-4a3f-b692-88d77b37fd62/f5a8bbe4-e926-4999-b1e8-599f495bd711) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:55.948500 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 137cc918-b048-414a-a9e9-59c3f340bc9b up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:55.958303 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:55.979043 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-94ffd18e-805e-4514-877a-8c2f2556e19b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0749848 Aug 25 05:13:56.033181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.036171 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d54f3582-9352-4ea7-942b-fc6443098ec2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8232212 Aug 25 05:13:56.049486 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Attempting to bind port 89194eae-54f6-4cb6-81a1-0443f90b1835 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:56.050482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Attempting to bind port 89194eae-54f6-4cb6-81a1-0443f90b1835 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:56.051154 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Attempting to bind port 89194eae-54f6-4cb6-81a1-0443f90b1835 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:56.088228 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Pushing event updated for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:56.099705 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Port 89194eae-54f6-4cb6-81a1-0443f90b1835 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:13:56.100032 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Attempting to bind port 89194eae-54f6-4cb6-81a1-0443f90b1835 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:56.109784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:56.110121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:56.110736 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Bound using segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:56.111239 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Bound port: 89194eae-54f6-4cb6-81a1-0443f90b1835, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:56.111688 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.125740 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b11b63e7-8133-4e52-84f4-fdd22f0b8cdb req-e557aa9f-069b-48e1-8588-2a8cca89d49f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.1928608 Aug 25 05:13:56.278309 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, cleared binding levels {{(pid=107056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:56.284317 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=89194eae-54f6-4cb6-81a1-0443f90b1835,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:56.332398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:13:56.355420 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.397263 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.474266 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:56.480998 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.485348 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 33998) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:56.488175 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 1094 time: 3.7922068 Aug 25 05:13:56.494035 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:13:56.557939 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 137cc918-b048-414a-a9e9-59c3f340bc9b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:56.558317 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.596882 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1066820d-f7f7-43fe-9b45-c1fec178cd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:56.746287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 137cc918-b048-414a-a9e9-59c3f340bc9b is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:56.755954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:56.875856 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:56.876303 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:57.062489 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-ab8b39f0-148d-4584-9a41-234df793e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:57.064308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-ab8b39f0-148d-4584-9a41-234df793e876 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1128 time: 0.2592173 Aug 25 05:13:57.085436 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a975aa79-adfc-4d3d-b080-60db71bbd49c req-fb5a886a-ba3b-4384-8f15-1efe7fcf5085 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.6263926 Aug 25 05:13:57.094954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:57.095554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:57.246379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:13:57.329501 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:57.373303 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-ae90640a-67e3-4d3c-bddd-c4f80ea2347a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.2720339 Aug 25 05:13:57.376096 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e84366-ddd2-48c3-92d8-54dcb73383bf service neutron] Pushing event updated for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=3']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:57.427693 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-8331a03d-a064-4443-b6d5-c2c8f2695a18 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4716179 Aug 25 05:13:57.432611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a0632-246a-44c8-8586-8bd20d8ef482" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:13:57.440679 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-43d8ee6a-0060-4520-bba9-18b0c7f9c4df tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1921194586&fields=id&tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 267 time: 0.9228456 Aug 25 05:13:57.453865 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:57.504265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:57.613153 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:57.630496 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-dfe357fa-02d3-4a1b-beb9-9628d6b52869 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--545867735&fields=id&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 267 time: 0.2707529 Aug 25 05:13:57.634634 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-bc03a085-b9c6-48c4-b64a-98f461354a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:57.636205 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-bc03a085-b9c6-48c4-b64a-98f461354a36 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.2145526 Aug 25 05:13:57.805798 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-e8e24991-19a2-4706-b19c-6b41c7299721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:57.807474 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-e8e24991-19a2-4706-b19c-6b41c7299721 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1475263 Aug 25 05:13:57.815556 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:57.849196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2cd5-55ac-4dfe-aabe-cfca0e59ee24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:57.875258 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:57.912107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:57.914640 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:57.965193 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-ca6ecdda-1ee3-4b54-bc0f-0cd85d54d151 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:57.965193 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-ca6ecdda-1ee3-4b54-bc0f-0cd85d54d151 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 817 time: 0.3184659 Aug 25 05:13:57.988262 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-813009e9-8e93-4e02-9fd4-5b6f568075e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654856 Aug 25 05:13:57.989684 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-a622c0e6-54e2-4555-9e27-c66e0e64b2a2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/quotas/dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 375 time: 0.0212309 Aug 25 05:13:58.063687 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75308313-2e35-4bfa-a8c6-50c6c846cdba req-4342613c-2de9-497c-bf7e-88cf5aae5b44 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314932 Aug 25 05:13:58.144598 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.157736 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:13:58.215047 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-07d7653f-b908-4c6f-9ba0-37f6a64b82e5 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:58.221842 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-07d7653f-b908-4c6f-9ba0-37f6a64b82e5 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 811 time: 0.7765634 Aug 25 05:13:58.238672 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-1ea0a9a9-6bab-40e9-850a-4def8fd5ae3f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355039 Aug 25 05:13:58.260556 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:58.298871 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8917b6be-8d1e-41b2-8e84-d4b12cbaac39 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/quotas/2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 375 time: 0.0587230 Aug 25 05:13:58.299993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.20.0.4 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/998258dc-63e3-42e3-b67d-ae2e1b94e7e8) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:13:58.365271 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d91a1d4-121b-496d-9596-13c2be4096b7 req-05d4a675-8049-4312-b38f-7c42979a6d7b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675525 Aug 25 05:13:58.419398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2cd5-55ac-4dfe-aabe-cfca0e59ee24 admin admin] Publish callbacks [] for security_group (9792182c-f90b-4b7d-a3d9-7e418eea70b4), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.426981 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-45d02912-993f-49b2-b45d-5c60bf169996 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142838 Aug 25 05:13:58.433663 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-97073c63-33d6-43d8-a0e4-250cacbeefa7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506760 Aug 25 05:13:58.486824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:58.537975 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.547787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eb4a2cd5-55ac-4dfe-aabe-cfca0e59ee24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9792182c-f90b-4b7d-a3d9-7e418eea70b4), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.656499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c92bba86-b877-4b6e-8f8e-f32785f895bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.671739 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks [] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.676733 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-eb4a2cd5-55ac-4dfe-aabe-cfca0e59ee24 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dd6717beff0f4843bc9200f907e46dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1859725 Aug 25 05:13:58.677465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:58.677607 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34036) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:13:58.687899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a2cd5-55ac-4dfe-aabe-cfca0e59ee24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9792182c-f90b-4b7d-a3d9-7e418eea70b4,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:58.702428 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:58.718012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:58.722139 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:58.722692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.728211 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:58.738141 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-3043ee83-8496-413c-a08b-807f5d336b4d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970071 Aug 25 05:13:58.756252 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-d2eae08a-0e1d-44bc-b966-85046d05d8c0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095078 Aug 25 05:13:58.759965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.762477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] Publish callbacks [] for security_group (9792182c-f90b-4b7d-a3d9-7e418eea70b4), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.801552 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] Publish callbacks [] for security_group (9792182c-f90b-4b7d-a3d9-7e418eea70b4), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.876053 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.918084 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-3015b375-447b-4fa9-944e-04b6458ed79a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498442 Aug 25 05:13:58.945608 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa8e8a-2f60-4d6b-a4f2-62f5499d14dd None None] Pushing event updated for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:58.975371 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Attempting to bind port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:13:58.975732 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Attempting to bind port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:13:58.976091 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Attempting to bind port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:13:58.981092 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:13:58.981452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:13:58.982440 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:58.982838 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Bound using segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:13:58.983288 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Bound port: 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:13:58.983656 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.029904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:59.052090 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] For port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:13:59.055645 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] For port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:13:59.058685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-41f5ac7a-338c-4fbf-86ce-f9ea855d70a9 None None] Provisioning complete for port f5a8bbe4-e926-4999-b1e8-599f495bd711 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:59.059067 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-41f5ac7a-338c-4fbf-86ce-f9ea855d70a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.074550 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d887ea4c-16fc-446e-9378-6b124192f30c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8530858 Aug 25 05:13:59.093855 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-41f5ac7a-338c-4fbf-86ce-f9ea855d70a9 None None] Port f5a8bbe4-e926-4999-b1e8-599f495bd711 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:59.135117 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9792182c-f90b-4b7d-a3d9-7e418eea70b4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.137904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.139983 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9792182c-f90b-4b7d-a3d9-7e418eea70b4 HTTP/1.1" status: 204 len: 168 time: 0.4613793 Aug 25 05:13:59.148094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.149461 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c1e0c-9415-416c-aeff-dd33f2f4cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9792182c-f90b-4b7d-a3d9-7e418eea70b4,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:59.195201 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.235261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:13:59.236059 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:13:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:59.240089 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:13:59.251381 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:13:59.268171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:13:59.280368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:13:59.291253 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:59.296858 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.423355 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d73db-5cc3-4bd5-97de-90b662467913 req-6856bc6a-1ddb-40f5-9ead-715edea0b1e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:59.423506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:59.435175 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9c6d73db-5cc3-4bd5-97de-90b662467913 req-6856bc6a-1ddb-40f5-9ead-715edea0b1e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 931 time: 0.1076372 Aug 25 05:13:59.451686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df0ad7-5d79-40b8-a7b3-81bcd8d12abe req-92835c68-7ec5-495a-a1a0-119b91a53f88 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:59.454871 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c6df0ad7-5d79-40b8-a7b3-81bcd8d12abe req-92835c68-7ec5-495a-a1a0-119b91a53f88 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.1463294 Aug 25 05:13:59.525298 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9c6d73db-5cc3-4bd5-97de-90b662467913 req-e0e24791-4145-4194-abe6-b19fbe6efff4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782030 Aug 25 05:13:59.525651 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:13:59.598360 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-3843f28e-04d0-4191-afaf-065c80519cef tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9552674 Aug 25 05:13:59.601668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa8e8a-2f60-4d6b-a4f2-62f5499d14dd None None] Pushing event updated for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:13:59.609507 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c6df0ad7-5d79-40b8-a7b3-81bcd8d12abe req-add31732-0d40-4311-b3fd-f6f133800000 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412592 Aug 25 05:13:59.755170 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-95b6801d-3c70-4081-8e0b-818501ce8886 None None] Provisioning complete for port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:59.755556 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-95b6801d-3c70-4081-8e0b-818501ce8886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:13:59.782566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c06bb-e282-4891-80b8-f881721c06de req-1c55b7e2-d18b-4c8c-ae40-d5daa6e0e235 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:13:59.787670 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce93cc5-df85-4f6f-bd36-fb2870e48ed2 x-openstack-request-id: req-1ce93cc5-df85-4f6f-bd36-fb2870e48ed2 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:13:59.797405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:13:59.797405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ce93cc5-df85-4f6f-bd36-fb2870e48ed2 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:13:59.797405 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce93cc5-df85-4f6f-bd36-fb2870e48ed2'] response: {'name': 'network-changed', 'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835', 'status': 'completed', 'code': 200} Aug 25 05:13:59.798521 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-674c06bb-e282-4891-80b8-f881721c06de req-1c55b7e2-d18b-4c8c-ae40-d5daa6e0e235 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 931 time: 0.0744395 Aug 25 05:13:59.852156 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-674c06bb-e282-4891-80b8-f881721c06de req-33a8abd8-a23c-4b80-a15b-e2c832de6714 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594544 Aug 25 05:13:59.855576 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:13:59.880089 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-35fcefb8-7b02-48f4-84c5-ddc8f5d22744 req-d00e233f-d78e-4c8e-8a10-8db68ddcd981 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0463710 Aug 25 05:13:59.883885 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-95b6801d-3c70-4081-8e0b-818501ce8886 None None] Port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:13:59.936904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:59Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:13:59.947555 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b7bab53b-9617-46c8-816f-766b0bdeab25 req-171fa488-5401-4a04-b2e0-8e5dbced5533 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0327215 Aug 25 05:13:59.977457 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cc5e6f-7efa-4690-bf53-a444d15bdc75 None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:59Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:13:59.989361 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:13:59.989774 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.027842 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.068948 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:00.069337 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.107506 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:00.162182 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34074) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:00.176157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a0623849-dc78-48c9-bc6c-a6a111c67950 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.206137 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Request body: {'port': {'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:00.211833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Request body: {'port': {'device_id': '00679982-187d-430a-908f-29644650feb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:00.261084 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.302278 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-20304616-6ab5-461d-ad51-a7bec999a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:00.323380 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-20304616-6ab5-461d-ad51-a7bec999a131 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1128 time: 0.1166074 Aug 25 05:14:00.351449 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.398018 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:00.445920 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.484506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a0623849-dc78-48c9-bc6c-a6a111c67950 admin admin] Publish callbacks [] for security_group (1a9e7073-f293-4966-8d44-009c8e132920), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.535045 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-835d82a5-78f2-4ea0-99a9-59a6503f9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:00.535896 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-835d82a5-78f2-4ea0-99a9-59a6503f9f6c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.2070353 Aug 25 05:14:00.652605 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a0623849-dc78-48c9-bc6c-a6a111c67950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1a9e7073-f293-4966-8d44-009c8e132920), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.680383 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30b5bf-2c0a-4017-9257-4c61347a087c req-55345a76-b9ff-4e26-a0b9-85fc9fa61ae9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:00.689727 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ad30b5bf-2c0a-4017-9257-4c61347a087c req-55345a76-b9ff-4e26-a0b9-85fc9fa61ae9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 931 time: 0.0722818 Aug 25 05:14:00.745730 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ad30b5bf-2c0a-4017-9257-4c61347a087c req-0f4d610c-0a9c-441a-81bc-1b6da7bb5c06 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550740 Aug 25 05:14:00.781751 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a0623849-dc78-48c9-bc6c-a6a111c67950 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=98e91b1afc0f4ec89bc81ca41f1ff785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6182544 Aug 25 05:14:00.784394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34088) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:00.788291 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0623849-dc78-48c9-bc6c-a6a111c67950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e7073-f293-4966-8d44-009c8e132920,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:00.855597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffd251-7adb-4408-8f59-3aac04d9f637 req-9918e7bf-a1f4-41bd-a5de-27d2010914f6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:00.857177 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d5ffd251-7adb-4408-8f59-3aac04d9f637 req-9918e7bf-a1f4-41bd-a5de-27d2010914f6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.1436396 Aug 25 05:14:00.876890 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] Publish callbacks [] for security_group (1a9e7073-f293-4966-8d44-009c8e132920), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.909875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] Publish callbacks [] for security_group (1a9e7073-f293-4966-8d44-009c8e132920), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:00.935829 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:00.968458 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:01.002771 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20da86d-3fb7-49ee-aecf-4ec617dfc72f req-e190d99a-67df-4c81-99a5-70a08402d12c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:01.004316 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e20da86d-3fb7-49ee-aecf-4ec617dfc72f req-e190d99a-67df-4c81-99a5-70a08402d12c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 931 time: 0.0625122 Aug 25 05:14:01.012689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d5ffd251-7adb-4408-8f59-3aac04d9f637 req-e69f0802-9753-4fcf-ad5e-8ec20d92b276 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380332 Aug 25 05:14:01.020669 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:01.032018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a8bbe4-e926-4999-b1e8-599f495bd711 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:01.042779 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks [] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.095945 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e20da86d-3fb7-49ee-aecf-4ec617dfc72f req-cec11332-3494-4370-a6f7-7caed3511985 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857387 Aug 25 05:14:01.109851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:01.132260 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c781c294-b088-4fff-9c9f-dc45b0ddd23b req-ec1ab2f9-56e5-45a8-9140-f92ef329767c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0377824 Aug 25 05:14:01.134250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks [] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.152123 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Transition to ACTIVE for port object 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:14:01.157820 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1a9e7073-f293-4966-8d44-009c8e132920), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.160344 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Transition to ACTIVE for port object f5a8bbe4-e926-4999-b1e8-599f495bd711 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:14:01.160912 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.164694 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1a9e7073-f293-4966-8d44-009c8e132920 HTTP/1.1" status: 204 len: 168 time: 0.3765652 Aug 25 05:14:01.187239 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-69002eb6-da36-4f25-b673-90185e3fccb4 req-26f1afcf-1bb8-4eea-80b3-4c81d82e7915 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0414693 Aug 25 05:14:01.188362 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6fe8-9e1f-45a0-8cb4-87e3334662ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e7073-f293-4966-8d44-009c8e132920,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:01.275526 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.338566 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:01.347229 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.352349 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Pushing event updated for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:01.355539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Attempting to bind port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:14:01.355872 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Attempting to bind port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:14:01.356198 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Attempting to bind port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:01.382651 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 on network 68f1da36-d799-4803-8568-258dd71a0604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:14:01.382976 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Attempting to bind port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:01.398242 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:14:01.398576 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:14:01.398959 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:14:01.399395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Bound port: 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:14:01.399782 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.410723 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.444436 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:01.457056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Attempting to bind port f5a8bbe4-e926-4999-b1e8-599f495bd711 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:14:01.457056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Attempting to bind port f5a8bbe4-e926-4999-b1e8-599f495bd711 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:14:01.457056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Attempting to bind port f5a8bbe4-e926-4999-b1e8-599f495bd711 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:01.472641 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Port f5a8bbe4-e926-4999-b1e8-599f495bd711 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:14:01.472962 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Attempting to bind port f5a8bbe4-e926-4999-b1e8-599f495bd711 on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:01.478797 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.485492 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:01.489561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:14:01.489933 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:14:01.490326 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Bound using segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:14:01.491242 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Bound port: f5a8bbe4-e926-4999-b1e8-599f495bd711, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:14:01.491242 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.538098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:01.556419 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:01.576058 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:01.578992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:01.688670 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.691035 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.693100 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:01.693739 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.695462 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 200 len: 1093 time: 1.4967346 Aug 25 05:14:01.697871 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:01.700170 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4754b5d1-9667-4b27-8a5f-ee44a6931e58" -d '{"events": [{"name": "network-changed", "server_uuid": "00679982-187d-430a-908f-29644650feb4", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:01.731826 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:01.784115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:01.785873 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.786017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:01.786511 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:01.788029 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/998258dc-63e3-42e3-b67d-ae2e1b94e7e8 HTTP/1.1" status: 200 len: 1093 time: 1.5881739 Aug 25 05:14:01.788739 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c94bc-1bd5-47e7-a368-88eebf4b09c3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:01.792322 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a14a6c-e303-413a-b962-7466d5e7d958 x-openstack-request-id: req-85a14a6c-e303-413a-b962-7466d5e7d958 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:01.792762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00679982-187d-430a-908f-29644650feb4", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:01.793014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85a14a6c-e303-413a-b962-7466d5e7d958 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:01.793560 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a14a6c-e303-413a-b962-7466d5e7d958'] response: {'name': 'network-changed', 'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711', 'status': 'completed', 'code': 200} Aug 25 05:14:01.851030 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911afad4-c470-4f9b-aa86-fde753a8f77e service neutron] Pushing event updated for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:01.876776 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:01.889299 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff28ee-9963-4d7a-a7a7-88123c2e871c req-108f4571-e889-4aed-86bd-66bb43e81817 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:01.891559 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-10ff28ee-9963-4d7a-a7a7-88123c2e871c req-108f4571-e889-4aed-86bd-66bb43e81817 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0561419 Aug 25 05:14:01.939686 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-10ff28ee-9963-4d7a-a7a7-88123c2e871c req-8e3fe156-4d0b-4c95-bcdb-ac53456c89dd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Aug 25 05:14:02.145141 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721631a-1976-40aa-bd61-054375914c97 req-8c7174d0-015d-4fb7-a1d1-5d36de9a1569 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:02.146682 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3721631a-1976-40aa-bd61-054375914c97 req-8c7174d0-015d-4fb7-a1d1-5d36de9a1569 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0502930 Aug 25 05:14:02.200123 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3721631a-1976-40aa-bd61-054375914c97 req-0afe16ad-5c2b-49a3-a07e-1975efec3bb3 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476851 Aug 25 05:14:02.214221 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5cce3-4c3d-498f-9027-5af98c04c831 req-fc9e6d3e-b177-4743-9953-90da2b2528bb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:02.215901 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a8a5cce3-4c3d-498f-9027-5af98c04c831 req-fc9e6d3e-b177-4743-9953-90da2b2528bb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0474875 Aug 25 05:14:02.294060 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a8a5cce3-4c3d-498f-9027-5af98c04c831 req-41dfc44f-8537-4860-a148-1262f27e7a44 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579746 Aug 25 05:14:02.307191 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4cada4b1-af51-46ec-8379-321b249d3550 req-78825b54-b39e-4140-b93d-0e04564387f5 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0285258 Aug 25 05:14:02.380656 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b924aafc-9ff7-441a-9b2f-740ec848b6e4 req-d66df18a-e1a5-44cc-89bd-cc9e2419998e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0276060 Aug 25 05:14:02.494959 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:INSERT=10,neutron:SELECT=89,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:03.055410 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ee011-01e5-40e3-bf06-4f7fa569e1fc req-9a5330d4-45c4-4367-a9d0-623a1e4ddcf7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:03.056820 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e45ee011-01e5-40e3-bf06-4f7fa569e1fc req-9a5330d4-45c4-4367-a9d0-623a1e4ddcf7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0466881 Aug 25 05:14:03.105538 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e45ee011-01e5-40e3-bf06-4f7fa569e1fc req-a9256b3c-6a1c-486a-a56a-0d1c97c96509 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Aug 25 05:14:03.143788 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34154) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:03.243448 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:03.247139 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-86aeaac1-7a6d-40f9-b87f-a369525472ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.272362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:03.339209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef22796-06f2-43bd-8c39-5acffc9dba75 req-a152aa27-f086-4b52-b0e8-71409677a1a8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:03.340693 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2ef22796-06f2-43bd-8c39-5acffc9dba75 req-a152aa27-f086-4b52-b0e8-71409677a1a8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0648904 Aug 25 05:14:03.345886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:03.384972 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-86aeaac1-7a6d-40f9-b87f-a369525472ae admin admin] Publish callbacks [] for security_group (47b89537-14cd-4a6e-9ccb-c4d5d404ae23), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.410832 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2ef22796-06f2-43bd-8c39-5acffc9dba75 req-981918e5-e13e-4298-8da2-53513f49400a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622249 Aug 25 05:14:03.411806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ed5ad-3359-44a6-816f-7eca9334b088 req-116f07b6-28c3-479f-80af-c6ed30ee23c1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:03.413392 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f0ed5ad-3359-44a6-816f-7eca9334b088 req-116f07b6-28c3-479f-80af-c6ed30ee23c1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0516129 Aug 25 05:14:03.461945 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f0ed5ad-3359-44a6-816f-7eca9334b088 req-f1dfe561-1b3b-489c-8318-d747e0fdbbf1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428982 Aug 25 05:14:03.492184 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-86aeaac1-7a6d-40f9-b87f-a369525472ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (47b89537-14cd-4a6e-9ccb-c4d5d404ae23), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.528031 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0d4b625a-ab1d-4ced-88fc-2849c22f625d req-22e76214-b40c-405e-99ff-45f7b4934fcf tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0492890 Aug 25 05:14:03.560736 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-86aeaac1-7a6d-40f9-b87f-a369525472ae admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ac3456a509cd44e2853194a3f5292520&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4158418 Aug 25 05:14:03.563459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeaac1-7a6d-40f9-b87f-a369525472ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b89537-14cd-4a6e-9ccb-c4d5d404ae23,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:03.563926 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34168) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:03.572665 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d7f6618d-7cd8-4d0c-bb53-cd9ac282ff7c req-02131182-d063-42b0-b169-478b7dfd3b58 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0475407 Aug 25 05:14:03.618280 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] Publish callbacks [] for security_group (47b89537-14cd-4a6e-9ccb-c4d5d404ae23), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.637793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] Publish callbacks [] for security_group (47b89537-14cd-4a6e-9ccb-c4d5d404ae23), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.780500 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (47b89537-14cd-4a6e-9ccb-c4d5d404ae23), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.782995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:03.784105 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/47b89537-14cd-4a6e-9ccb-c4d5d404ae23 HTTP/1.1" status: 204 len: 168 time: 0.2192481 Aug 25 05:14:03.791839 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa27ac-82ae-43a1-827e-1285a61e834a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b89537-14cd-4a6e-9ccb-c4d5d404ae23,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:03.795396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:03.797792 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e3715a-6012-4f05-a688-23127de836f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:03.840309 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a2e9fe1-195d-405f-bb82-996f4ae2f7ea x-openstack-request-id: req-4a2e9fe1-195d-405f-bb82-996f4ae2f7ea {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:03.840591 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:03.840837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a2e9fe1-195d-405f-bb82-996f4ae2f7ea {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:03.841756 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a2e9fe1-195d-405f-bb82-996f4ae2f7ea'] response: {'name': 'network-changed', 'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'status': 'completed', 'code': 200} Aug 25 05:14:04.221785 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5effc-3f31-4e62-a8ce-efd7d160dbad req-6640924c-0806-471b-8f24-e9d9b01afd45 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:04.223377 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2cc5effc-3f31-4e62-a8ce-efd7d160dbad req-6640924c-0806-471b-8f24-e9d9b01afd45 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0482888 Aug 25 05:14:04.288275 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2cc5effc-3f31-4e62-a8ce-efd7d160dbad req-ecf9c3ac-dc89-4377-810d-8c49605c7a06 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538297 Aug 25 05:14:04.539252 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c5fe4-4d22-41d3-ab0f-e499fe487444 req-3ae2f164-d20e-4776-900e-75d4dadac79a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:04.539891 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-de7c5fe4-4d22-41d3-ab0f-e499fe487444 req-3ae2f164-d20e-4776-900e-75d4dadac79a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0553272 Aug 25 05:14:04.584588 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a58f3-4944-494f-a558-5e72dfa366ee req-966cd78a-c40f-4842-b320-aaaf1e373385 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:04.586403 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ea7a58f3-4944-494f-a558-5e72dfa366ee req-966cd78a-c40f-4842-b320-aaaf1e373385 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0529070 Aug 25 05:14:04.591074 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-de7c5fe4-4d22-41d3-ab0f-e499fe487444 req-b3b54325-22a9-4f3c-9c1d-69317d20014d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 Aug 25 05:14:04.644883 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ea7a58f3-4944-494f-a558-5e72dfa366ee req-83b7e2f5-767f-4943-ba0f-d36bbf5ece71 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526829 Aug 25 05:14:04.679316 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f3af7995-e452-4292-a52c-3669f6fd38b4 req-3c6bff6e-5fe6-4669-aef8-bf4f6887ee01 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0311830 Aug 25 05:14:04.740177 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-676e3489-fa72-43e1-8316-28264bcda847 req-a533e0da-2fb2-4e3c-8c20-3378d1792abe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0312834 Aug 25 05:14:04.820752 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:05.403951 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293340a-dade-48b0-9457-a4309380746c req-ef1c13b8-7938-4f7f-a31d-f6dfa8362a1f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:05.405459 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f293340a-dade-48b0-9457-a4309380746c req-ef1c13b8-7938-4f7f-a31d-f6dfa8362a1f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0460126 Aug 25 05:14:05.458310 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f293340a-dade-48b0-9457-a4309380746c req-84326a7f-fb7f-4d7c-bc68-ed8c9b58796e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Aug 25 05:14:05.715095 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d80ba-9ce5-4ff6-be14-8c60f321e7db req-3766a099-80c8-48f6-8d87-9490a527d952 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:05.723775 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8a2d80ba-9ce5-4ff6-be14-8c60f321e7db req-3766a099-80c8-48f6-8d87-9490a527d952 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0598226 Aug 25 05:14:05.772043 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8a2d80ba-9ce5-4ff6-be14-8c60f321e7db req-cf5a6098-d81e-4a29-90fa-154f260fdff7 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474095 Aug 25 05:14:05.772294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1f2dc-0052-4cdb-a1b5-1e4d1b31511d req-1c955953-28ec-4a88-9a32-ca32f1972138 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:05.773803 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-02b1f2dc-0052-4cdb-a1b5-1e4d1b31511d req-1c955953-28ec-4a88-9a32-ca32f1972138 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Aug 25 05:14:05.809018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:05.838409 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-02b1f2dc-0052-4cdb-a1b5-1e4d1b31511d req-9c0b6011-5ff0-44cd-a7cb-ad93377ddc18 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547264 Aug 25 05:14:05.842775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:05.861855 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7a2a2717-b355-4953-996a-d5206746dcd8 req-e192eaf2-bb69-4ef2-8af6-8f6970c622bd tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0322156 Aug 25 05:14:05.891563 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:14:05.940663 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c9e112e4-d40b-4be6-bcc4-0d65d5c66a3e req-deb95912-582c-46ca-ad61-ee31f1bc7ca0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0277610 Aug 25 05:14:05.986000 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:06.596982 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27febe8-838a-45b9-b38f-016faac0d291 req-545a8516-2694-4f20-bf80-0ce57cab4765 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:06.598477 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a27febe8-838a-45b9-b38f-016faac0d291 req-545a8516-2694-4f20-bf80-0ce57cab4765 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0473938 Aug 25 05:14:06.652439 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a27febe8-838a-45b9-b38f-016faac0d291 req-4ea8736c-976c-421d-811d-0476622670d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483837 Aug 25 05:14:06.706217 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:06.890278 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830c333-6ba8-4b2b-a5d0-ee1d6bbd288c req-44cb6623-9485-4bf5-9b20-7c68f0502a8d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:06.891803 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0830c333-6ba8-4b2b-a5d0-ee1d6bbd288c req-44cb6623-9485-4bf5-9b20-7c68f0502a8d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0474627 Aug 25 05:14:06.900116 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:06.943199 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0830c333-6ba8-4b2b-a5d0-ee1d6bbd288c req-1e22f664-2a3e-4b40-a032-e9942b7e852d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458231 Aug 25 05:14:06.964092 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9a90e-0564-4117-b03d-ad26f16f832e req-7ec36a29-aa08-41af-9876-94cd3770ea45 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:06.966268 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4be9a90e-0564-4117-b03d-ad26f16f832e req-7ec36a29-aa08-41af-9876-94cd3770ea45 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0520849 Aug 25 05:14:07.018238 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4be9a90e-0564-4117-b03d-ad26f16f832e req-03f3dfe4-3f33-404d-8000-9df9e47ddd07 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437007 Aug 25 05:14:07.029717 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8092a5ca-9f36-40c1-910b-da6e6b7e2c18 req-3f7b013c-c6f8-43f0-a157-caeaff37c072 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0283306 Aug 25 05:14:07.040956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:07.066098 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:07.101960 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f7a8e3d6-be9a-4409-b2b6-9ae7c4188bd6 req-9f91ab25-639e-4062-b130-31ceb4d04dbd tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0275791 Aug 25 05:14:07.277223 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:07.771350 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94effd3-6b49-4edf-b3db-a873d3e9f797 req-b5f70549-b8a0-4e74-8ef6-44910c43273d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:07.772801 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d94effd3-6b49-4edf-b3db-a873d3e9f797 req-b5f70549-b8a0-4e74-8ef6-44910c43273d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0489810 Aug 25 05:14:07.818982 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d94effd3-6b49-4edf-b3db-a873d3e9f797 req-ad36ad79-6138-4075-99a7-85f901c7fa34 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405893 Aug 25 05:14:08.065341 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024e525-86ca-4d82-a777-e9753c0fc35d req-20d2557e-81f3-446c-85a7-a3484874cbc3 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:08.066821 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3024e525-86ca-4d82-a777-e9753c0fc35d req-20d2557e-81f3-446c-85a7-a3484874cbc3 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0500538 Aug 25 05:14:08.143197 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2e852-80c4-4d0c-be65-2810f741261e req-d7a9481d-e6d2-4e1a-aa7c-7189c460338a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:08.144778 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bec2e852-80c4-4d0c-be65-2810f741261e req-d7a9481d-e6d2-4e1a-aa7c-7189c460338a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0538523 Aug 25 05:14:08.196026 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bec2e852-80c4-4d0c-be65-2810f741261e req-a1437123-f0da-4df9-8d9f-5efd01aeb22c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441287 Aug 25 05:14:08.286659 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-56270c2b-032f-4c60-ab04-af84fd7b29bc req-bfda2c70-18cf-4a47-844e-ead0f9bef379 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0308959 Aug 25 05:14:08.304963 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3024e525-86ca-4d82-a777-e9753c0fc35d req-393c6b8e-2fcc-408c-b8ce-baed5368679b tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325702 Aug 25 05:14:08.372625 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1ba06e6d-3e0b-409b-8660-4e01de4daa63 req-e634b321-2d81-4570-8fbf-4473247cdc17 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0275548 Aug 25 05:14:08.540432 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:08.689186 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:08.751466 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:08.853785 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:08.939892 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ea716-c9c6-40b6-b75c-577c85207b42 req-b665a2e5-4144-4295-963a-69b1c7ab3c20 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:08.941349 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-308ea716-c9c6-40b6-b75c-577c85207b42 req-b665a2e5-4144-4295-963a-69b1c7ab3c20 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0486400 Aug 25 05:14:08.989242 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-308ea716-c9c6-40b6-b75c-577c85207b42 req-aef30073-5b5f-4cd4-8677-0b2392df30ce tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Aug 25 05:14:09.316928 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0333c8-8b81-4608-8995-f72fc8a7767b req-9acac6ad-3e1e-4e61-8c83-030dc60571cb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:09.318442 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2a0333c8-8b81-4608-8995-f72fc8a7767b req-9acac6ad-3e1e-4e61-8c83-030dc60571cb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0470033 Aug 25 05:14:09.378781 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2a0333c8-8b81-4608-8995-f72fc8a7767b req-00ffd913-fc2d-467e-8d01-dcfd7c80bfc1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540841 Aug 25 05:14:09.422257 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-645278a2-2ae1-4141-baa9-54c75ab55b1b req-34294dca-95e1-48f2-b49f-fedba35a5ae1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0474050 Aug 25 05:14:09.488271 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426a4ba-ad6e-47d5-af62-43794eb9c1e7 req-1093017f-d721-4d91-9578-f77a0968eb5a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:09.489813 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1426a4ba-ad6e-47d5-af62-43794eb9c1e7 req-1093017f-d721-4d91-9578-f77a0968eb5a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0491025 Aug 25 05:14:09.518249 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-54042d78-908c-4167-8b0c-97cce99a3414 req-50d84705-0419-44d2-99a7-d1c8b135493e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0309987 Aug 25 05:14:09.539007 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1426a4ba-ad6e-47d5-af62-43794eb9c1e7 req-1ecc293d-072b-460e-8b62-5875c5525869 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428829 Aug 25 05:14:09.876981 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:09.963007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:10.008477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:10.066020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:10.105244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8edb34-b0b2-4baf-83ab-8bf6b19d98d0 req-c1b02646-805b-4e3f-8d90-1c35004ceef3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:10.106728 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ff8edb34-b0b2-4baf-83ab-8bf6b19d98d0 req-c1b02646-805b-4e3f-8d90-1c35004ceef3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0461035 Aug 25 05:14:10.152511 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ff8edb34-b0b2-4baf-83ab-8bf6b19d98d0 req-e32bdc84-a352-47ce-99a7-2f1b935589ca tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Aug 25 05:14:10.220010 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:10.502948 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db8275-2856-4921-b5c6-4d2c0d85ea0c req-e12cc093-8964-480a-b76e-d8ffddf1063f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:10.504686 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-11db8275-2856-4921-b5c6-4d2c0d85ea0c req-e12cc093-8964-480a-b76e-d8ffddf1063f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0497141 Aug 25 05:14:10.528927 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-233541d6-b666-4d29-beb2-c412b1d29049 req-fe366917-b56f-409c-9d42-d5a36daea2f1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0294187 Aug 25 05:14:10.553621 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-11db8275-2856-4921-b5c6-4d2c0d85ea0c req-949d9336-1a5d-4123-911a-bf773e828d57 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432820 Aug 25 05:14:10.591445 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:10.632365 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4e18d2dd-55fc-42b0-9e51-c630758b48ff req-e877e768-33e0-44b8-b785-6782b6c0e321 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0322459 Aug 25 05:14:10.664666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcb4ea-499e-4bff-bfd0-09949045b439 req-7022e201-6d41-4509-919c-d9250ff2e62d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:10.666187 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ebcb4ea-499e-4bff-bfd0-09949045b439 req-7022e201-6d41-4509-919c-d9250ff2e62d tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 943 time: 0.0514441 Aug 25 05:14:10.717461 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ebcb4ea-499e-4bff-bfd0-09949045b439 req-750a3065-17d1-4b7f-91fd-4bcf46d49e8b tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Aug 25 05:14:10.950336 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:11.269539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281beff-46fc-41de-9fdc-0478a28bf736 req-79449566-2d2a-4f63-b660-467a01543f1e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:11.271020 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c281beff-46fc-41de-9fdc-0478a28bf736 req-79449566-2d2a-4f63-b660-467a01543f1e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0476668 Aug 25 05:14:11.316658 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c281beff-46fc-41de-9fdc-0478a28bf736 req-663c8b47-bcd1-4889-96a0-f8a6dad7809e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401318 Aug 25 05:14:11.424125 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49238283-70cb-4e19-9e70-188976abe7d3 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:11.532746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:11.537703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49238283-70cb-4e19-9e70-188976abe7d3,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:11.549240 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '49238283-70cb-4e19-9e70-188976abe7d3', 'network_id': 'c037f7b3-1ecf-45ca-bbb9-148a361d2c3a', 'port_id': '49238283-70cb-4e19-9e70-188976abe7d3', 'mac_address': 'fa:16:3e:12:4a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d38de37-a1e5-4aa6-8014-2cef86fb916c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:11.585747 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 49238283-70cb-4e19-9e70-188976abe7d3 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:11.586391 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49238283-70cb-4e19-9e70-188976abe7d3), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:11.601492 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49238283-70cb-4e19-9e70-188976abe7d3 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:11.625984 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49238283-70cb-4e19-9e70-188976abe7d3,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:11.652479 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-96e4461e-ec38-4928-a532-91439b92d875 req-ef2c2454-2a14-491b-b172-47ca805948ad tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0481622 Aug 25 05:14:11.703894 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b67a8-81d6-4022-adfa-0aa25541846b req-0535db9e-997f-458c-b83d-46f8d1de2448 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:11.705365 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-705b67a8-81d6-4022-adfa-0aa25541846b req-0535db9e-997f-458c-b83d-46f8d1de2448 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0482376 Aug 25 05:14:11.735617 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a73499f5-ce6c-4b47-a537-c3ef1037d0d5 req-1aa5e791-027e-402b-b5b7-ffaf40229dc3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0283434 Aug 25 05:14:11.755852 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-705b67a8-81d6-4022-adfa-0aa25541846b req-decb43ad-11ae-4008-b55b-47bef529e103 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447764 Aug 25 05:14:11.763037 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:11.813671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:11.853764 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e0e85-db90-4617-a686-3600dd2714b9 req-e2577f91-30e6-484a-a160-2820b4914176 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:11.855233 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0b0e0e85-db90-4617-a686-3600dd2714b9 req-e2577f91-30e6-484a-a160-2820b4914176 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 944 time: 0.0511885 Aug 25 05:14:11.902810 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0b0e0e85-db90-4617-a686-3600dd2714b9 req-b08cbf02-b524-4d47-b9aa-41f1c1bde341 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Aug 25 05:14:12.436756 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0ab28-f863-4ea3-b5be-23d8a69f44d0 req-06cf0e60-053c-47b9-9708-1b4358b9e1d2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:12.438243 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-93c0ab28-f863-4ea3-b5be-23d8a69f44d0 req-06cf0e60-053c-47b9-9708-1b4358b9e1d2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0505469 Aug 25 05:14:12.486785 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-93c0ab28-f863-4ea3-b5be-23d8a69f44d0 req-1fcc830e-4cde-45d7-8576-580cbbb5009f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430336 Aug 25 05:14:12.688651 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['49238283-70cb-4e19-9e70-188976abe7d3'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:12.754480 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f046f9b3-689c-4d1d-ae4e-8164323c9c65 req-427dd9dd-967e-4c21-a6ee-e577d656638b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0272272 Aug 25 05:14:12.880476 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-621b262e-4c6b-4350-ab43-44b2662e81b8 req-f08995a4-7606-48d4-a97d-45ed7c24b00b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0374002 Aug 25 05:14:12.922121 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:12.931872 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec88c4-1850-4f72-b941-0c01ade31e36 req-55d512b5-075d-47a1-86d0-ce247a2687e0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:12.933776 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-12ec88c4-1850-4f72-b941-0c01ade31e36 req-55d512b5-075d-47a1-86d0-ce247a2687e0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0581427 Aug 25 05:14:12.998721 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-12ec88c4-1850-4f72-b941-0c01ade31e36 req-525c9604-50fd-46ce-a75d-680a79c6e684 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528224 Aug 25 05:14:13.043408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0f3f9c-4cf2-4125-adf0-dff2962cdd64 req-94faa0c5-724f-4f13-b418-722ed1cc558f tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:13.044896 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ec0f3f9c-4cf2-4125-adf0-dff2962cdd64 req-94faa0c5-724f-4f13-b418-722ed1cc558f tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 944 time: 0.0467446 Aug 25 05:14:13.086972 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:13.092385 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ec0f3f9c-4cf2-4125-adf0-dff2962cdd64 req-62bbe57f-8a46-4bba-9ee4-2dc556276f33 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417981 Aug 25 05:14:13.609075 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd239d5d-b091-4428-aa3b-639ca3b6bc3e req-c36eb8f7-52c2-4669-8f5f-a03c144c6ecc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:13.610607 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fd239d5d-b091-4428-aa3b-639ca3b6bc3e req-c36eb8f7-52c2-4669-8f5f-a03c144c6ecc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0519586 Aug 25 05:14:13.665271 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fd239d5d-b091-4428-aa3b-639ca3b6bc3e req-ee21877b-672e-48ac-9fd7-64916e7ee021 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487926 Aug 25 05:14:13.856631 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9642a20d-b8cd-42ee-bb12-17737b584dd0 req-27329db2-a121-49b5-9181-2f0f3b234e72 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0301499 Aug 25 05:14:13.966836 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6af43549-c939-4ecf-a270-2d7efd6c0989 req-8cc1f5ac-95f0-4daf-8b86-ab145cb6ca49 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Aug 25 05:14:14.126082 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb431e-3154-4ac1-bc31-b2c4946d4074 req-50f7984c-67f4-4d71-bd26-12a5cd6a68b2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:14.127712 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-80fb431e-3154-4ac1-bc31-b2c4946d4074 req-50f7984c-67f4-4d71-bd26-12a5cd6a68b2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0509937 Aug 25 05:14:14.178983 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-80fb431e-3154-4ac1-bc31-b2c4946d4074 req-2bdf755d-855e-4484-83d0-e10c3a73172c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450771 Aug 25 05:14:14.208352 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e26fb3-f856-4317-bde9-da773696c816 req-1315bedd-9e3f-43e6-8df8-975c9100e8d6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:14.209898 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-16e26fb3-f856-4317-bde9-da773696c816 req-1315bedd-9e3f-43e6-8df8-975c9100e8d6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 944 time: 0.0461040 Aug 25 05:14:14.260529 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-16e26fb3-f856-4317-bde9-da773696c816 req-fd763df7-de24-4682-ade1-2b6acd47de92 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447125 Aug 25 05:14:14.785912 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d600f1-2995-43eb-b57e-256ef9f6ceb0 req-46e28fc5-6c3a-4372-9204-a2074c968bb4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:14.787448 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-40d600f1-2995-43eb-b57e-256ef9f6ceb0 req-46e28fc5-6c3a-4372-9204-a2074c968bb4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0488036 Aug 25 05:14:14.838428 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-40d600f1-2995-43eb-b57e-256ef9f6ceb0 req-1da55779-8932-4f2a-a46d-e88088747d00 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Aug 25 05:14:14.848463 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49238283-70cb-4e19-9e70-188976abe7d3 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:14.893741 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 49238283-70cb-4e19-9e70-188976abe7d3 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:14.958125 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fcc93780-3e6a-4da1-bd13-60b85aa6134c req-709a0a3d-4255-453b-b0f5-6442d576c2e5 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0277684 Aug 25 05:14:15.008256 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 49238283-70cb-4e19-9e70-188976abe7d3 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:15.015228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (49238283-70cb-4e19-9e70-188976abe7d3), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:15.069658 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4018dd22-7080-4e45-a2bc-4bf167298159 req-bb142c01-07dd-4110-8b3f-21530c932b8b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0273247 Aug 25 05:14:15.086745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 49238283-70cb-4e19-9e70-188976abe7d3 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:15.087219 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49238283-70cb-4e19-9e70-188976abe7d3), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:15.112137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:15.186837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49238283-70cb-4e19-9e70-188976abe7d3,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:15.283485 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-b7dd4d7b-a8d0-4d92-bf4a-7fa5bba3e8a0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.0476396 Aug 25 05:14:15.285907 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:15.296585 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba8176-0ae5-44b5-80c1-3b701d29e30a" -d '{"events": [{"server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "name": "network-vif-plugged", "status": "completed", "tag": "49238283-70cb-4e19-9e70-188976abe7d3"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:15.365494 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:15.408827 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98628aa6-53d3-435b-a9ce-a15a2c91a107 req-cce56fb7-0657-4bb9-80f8-7ccfbeea8312 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.417657 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-98628aa6-53d3-435b-a9ce-a15a2c91a107 req-cce56fb7-0657-4bb9-80f8-7ccfbeea8312 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.1320221 Aug 25 05:14:15.441277 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-1c55df35-13c7-4808-b555-31aa0ba55f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.443666 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-1c55df35-13c7-4808-b555-31aa0ba55f10 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.1462977 Aug 25 05:14:15.449452 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:15.482070 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-98628aa6-53d3-435b-a9ce-a15a2c91a107 req-6dd07227-0435-4c66-8abd-1b760acc8fa1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627565 Aug 25 05:14:15.499135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-78b12b1d-b09a-49dd-af3b-32fa39252e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.499135 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-78b12b1d-b09a-49dd-af3b-32fa39252e1a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1127 time: 0.1124456 Aug 25 05:14:15.499135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3715a-6012-4f05-a688-23127de836f7 req-f19d75d4-d8e5-4c0e-8857-8ecaacbca82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.499135 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3e3715a-6012-4f05-a688-23127de836f7 req-f19d75d4-d8e5-4c0e-8857-8ecaacbca82d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 1127 time: 0.1182675 Aug 25 05:14:15.501401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efad035-67fe-49bf-9448-bab53b778c0c req-37c05671-91bb-450e-854d-9f158264f949 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.502966 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6efad035-67fe-49bf-9448-bab53b778c0c req-37c05671-91bb-450e-854d-9f158264f949 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.1271014 Aug 25 05:14:15.550780 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-31434f55-0f85-4672-8fc9-9b3d6a5de0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.550780 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-31434f55-0f85-4672-8fc9-9b3d6a5de0d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451844 Aug 25 05:14:15.559810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6efad035-67fe-49bf-9448-bab53b778c0c req-e77418a8-e0a0-42c0-a0b7-6d100434d1a2 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 Aug 25 05:14:15.590907 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cfbd7f-cc7a-4963-b5f5-43a8acb35911 x-openstack-request-id: req-46cfbd7f-cc7a-4963-b5f5-43a8acb35911 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:15.591404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "name": "network-vif-plugged", "status": "completed", "tag": "49238283-70cb-4e19-9e70-188976abe7d3", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:15.591816 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46cfbd7f-cc7a-4963-b5f5-43a8acb35911 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:15.592396 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46cfbd7f-cc7a-4963-b5f5-43a8acb35911'] response: {'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3', 'code': 200} Aug 25 05:14:15.677205 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-f47f6c69-37b6-4e7d-a664-5476a53cc436 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917225 Aug 25 05:14:15.783145 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b91a0632-246a-44c8-8586-8bd20d8ef482 req-9d091fd3-ca08-43d6-87f6-0a12566945cf service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997465 Aug 25 05:14:15.849051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3715a-6012-4f05-a688-23127de836f7 req-d08e8e67-30a5-4b85-86cb-9ff3eeaf5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.850171 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3e3715a-6012-4f05-a688-23127de836f7 req-d08e8e67-30a5-4b85-86cb-9ff3eeaf5d22 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=f640cb592ed1455a827976752ce2f49d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2660725 Aug 25 05:14:15.851474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-9ec891f5-e404-4e55-a5fd-e5f6c2c30147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:15.852774 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-9ec891f5-e404-4e55-a5fd-e5f6c2c30147 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2559381 Aug 25 05:14:15.891915 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:16.025360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:16.089416 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21ee31-8d0b-4412-8d29-134a93fa6dee req-2d7b7000-3373-4364-94ab-fa3615ca1cfe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.091629 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6e21ee31-8d0b-4412-8d29-134a93fa6dee req-2d7b7000-3373-4364-94ab-fa3615ca1cfe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.1658950 Aug 25 05:14:16.104459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34456) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:16.112399 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-85383053-9dc2-4a98-b930-e8e3f5ddb493 req-5a5d20ad-a074-4a38-b40b-43213870b166 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0732310 Aug 25 05:14:16.181353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:16.198926 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-39005bac-5236-46be-9364-94c0fc7c63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.201171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-39005bac-5236-46be-9364-94c0fc7c63ac service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 1129 time: 0.0908587 Aug 25 05:14:16.224457 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3715a-6012-4f05-a688-23127de836f7 req-03cd24ca-8521-4837-ac31-73ac03bf6609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.225959 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3e3715a-6012-4f05-a688-23127de836f7 req-03cd24ca-8521-4837-ac31-73ac03bf6609 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3468192 Aug 25 05:14:16.231280 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-4a950154-9c3c-4ec0-bbc6-85b80af7427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.232674 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4754b5d1-9667-4b27-8a5f-ee44a6931e58 req-4a950154-9c3c-4ec0-bbc6-85b80af7427b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3420160 Aug 25 05:14:16.240144 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6e21ee31-8d0b-4412-8d29-134a93fa6dee req-8dd59c2a-a0ef-49e1-a4c5-f94dcd90d746 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342242 Aug 25 05:14:16.273686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-6fae9fb2-efa2-4278-bf98-80a6b7570a8c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.278307 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6863c50b-2310-4b7c-a216-d5bb4a3509fa req-7f675bf7-c7b3-4916-9387-6dec31930b7b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0609238 Aug 25 05:14:16.300487 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:16.303739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9163c9ca-1a26-4390-bff6-d21e2a6f3548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.389391 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-96a783be-f653-4493-8af2-1b755647c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.391392 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-96a783be-f653-4493-8af2-1b755647c59e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 1127 time: 0.0511973 Aug 25 05:14:16.424016 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-6fae9fb2-efa2-4278-bf98-80a6b7570a8c service neutron] Publish callbacks [] for security_group (672e5ed9-64f1-486b-9fbd-fc8f3c6a33a3), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.441602 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9163c9ca-1a26-4390-bff6-d21e2a6f3548 admin admin] Publish callbacks [] for security_group (952de58e-aa06-4c5e-b6e4-ec7a09247bd3), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.506201 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9163c9ca-1a26-4390-bff6-d21e2a6f3548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (952de58e-aa06-4c5e-b6e4-ec7a09247bd3), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.509382 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-6fae9fb2-efa2-4278-bf98-80a6b7570a8c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (672e5ed9-64f1-486b-9fbd-fc8f3c6a33a3), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.551676 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:16.584945 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9a38e9ae-a237-4e24-bbba-5d73d9cd87fc req-6fae9fb2-efa2-4278-bf98-80a6b7570a8c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776689 Aug 25 05:14:16.588521 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163c9ca-1a26-4390-bff6-d21e2a6f3548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952de58e-aa06-4c5e-b6e4-ec7a09247bd3,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.600642 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9163c9ca-1a26-4390-bff6-d21e2a6f3548 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7300ef57c9ac491e98f1537bfcf6cf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919875 Aug 25 05:14:16.604701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34478) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:16.636689 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae9fb2-efa2-4278-bf98-80a6b7570a8c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=672e5ed9-64f1-486b-9fbd-fc8f3c6a33a3,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.675145 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-b465a187-7a15-4e71-afa6-654d21032f39 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8 HTTP/1.1" status: 200 len: 217 time: 0.0710273 Aug 25 05:14:16.682343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-377c769e-819b-4203-9b38-7662220f9e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.683792 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-377c769e-819b-4203-9b38-7662220f9e8a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1127 time: 0.1328084 Aug 25 05:14:16.693917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c682e-10c4-48c1-ae33-a1e9ff24621f req-c9500019-12c4-4445-bc4d-7311d16155e7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.695316 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf5c682e-10c4-48c1-ae33-a1e9ff24621f req-c9500019-12c4-4445-bc4d-7311d16155e7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.1359639 Aug 25 05:14:16.698718 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] Publish callbacks [] for security_group (952de58e-aa06-4c5e-b6e4-ec7a09247bd3), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.724439 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274663b-4070-4081-b817-d8b2edf41644 req-a47ba7a5-9318-457d-b1c9-1e117d14bfe8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:16.725926 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d274663b-4070-4081-b817-d8b2edf41644 req-a47ba7a5-9318-457d-b1c9-1e117d14bfe8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0663221 Aug 25 05:14:16.735427 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] Publish callbacks [] for security_group (952de58e-aa06-4c5e-b6e4-ec7a09247bd3), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.744019 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf5c682e-10c4-48c1-ae33-a1e9ff24621f req-c00e9c12-4cdb-4b09-960a-1369a13c4232 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417540 Aug 25 05:14:16.808558 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d274663b-4070-4081-b817-d8b2edf41644 req-23f5b018-3db7-4ae7-8a4c-12bfac984f7e tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751555 Aug 25 05:14:16.872375 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 89194eae-54f6-4cb6-81a1-0443f90b1835 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:16.905997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (952de58e-aa06-4c5e-b6e4-ec7a09247bd3), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.908727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:16.912052 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/952de58e-aa06-4c5e-b6e4-ec7a09247bd3 HTTP/1.1" status: 204 len: 168 time: 0.3062737 Aug 25 05:14:16.920955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851b7c1-02a2-4910-9bb4-4b2a492cdf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952de58e-aa06-4c5e-b6e4-ec7a09247bd3,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:16.986200 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=89194eae-54f6-4cb6-81a1-0443f90b1835,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:16.996987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '89194eae-54f6-4cb6-81a1-0443f90b1835', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'port_id': '89194eae-54f6-4cb6-81a1-0443f90b1835', 'mac_address': 'fa:16:3e:33:82:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:17.031736 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 89194eae-54f6-4cb6-81a1-0443f90b1835 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:17.032149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.046130 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89194eae-54f6-4cb6-81a1-0443f90b1835 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:17.067080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=89194eae-54f6-4cb6-81a1-0443f90b1835,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:17.157189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.212342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:17.223878 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-74b91e09-daec-4a88-befa-31b017d45b17 req-ce6d6be7-091b-4f93-9ace-6ef46f796df8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0289681 Aug 25 05:14:17.283789 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34492) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:17.367724 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34498) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:17.383762 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e239a-296d-4ff3-b3de-5c52b4e15936 req-d9c55a39-cb43-4b1b-9840-0caadcf6cfef tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:17.385854 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f32e239a-296d-4ff3-b3de-5c52b4e15936 req-d9c55a39-cb43-4b1b-9840-0caadcf6cfef tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0582612 Aug 25 05:14:17.424361 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-80e1ddbd-b3e9-4f9c-b12b-49c7d01338cf req-169757dd-e150-4565-9548-ba457f80b237 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0325034 Aug 25 05:14:17.456525 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f32e239a-296d-4ff3-b3de-5c52b4e15936 req-07cf379c-7414-4339-bd37-dd0a991fc113 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651078 Aug 25 05:14:17.501792 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bc18416c-927e-4cfe-b886-319cc5c0ef6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.553144 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:17.570963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-aff8e1ac-c9f8-474f-b301-c817a81ec00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.586029 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bc18416c-927e-4cfe-b886-319cc5c0ef6d admin admin] Publish callbacks [] for security_group (0cdb5387-a157-4a2b-91ac-6d5eafb82f81), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.623340 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['89194eae-54f6-4cb6-81a1-0443f90b1835'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:17.662568 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-aff8e1ac-c9f8-474f-b301-c817a81ec00d admin admin] Publish callbacks [] for security_group (6e6a1781-0ca1-49d0-82b8-09c85094b088), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.665343 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bc18416c-927e-4cfe-b886-319cc5c0ef6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0cdb5387-a157-4a2b-91ac-6d5eafb82f81), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:17.697560 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:17.705314 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-d075f741-a1d2-442a-ac85-b433f8e91573 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 200 len: 217 time: 0.0457804 Aug 25 05:14:17.712308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-bc18416c-927e-4cfe-b886-319cc5c0ef6d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=eed65c626fa94427924203ac6546c3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271533 Aug 25 05:14:17.716858 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34510) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:17.763470 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:17.775385 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18416c-927e-4cfe-b886-319cc5c0ef6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb5387-a157-4a2b-91ac-6d5eafb82f81,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.052763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-aff8e1ac-c9f8-474f-b301-c817a81ec00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6e6a1781-0ca1-49d0-82b8-09c85094b088), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.098707 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ab14d6-c690-4473-a1fc-ed229aedf31a req-fb7ef503-83ed-42e8-a243-3a3205c4f84a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.105821 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f9ab14d6-c690-4473-a1fc-ed229aedf31a req-fb7ef503-83ed-42e8-a243-3a3205c4f84a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0707941 Aug 25 05:14:18.152510 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-de3c7bd3-b5b2-47f6-af7c-eb27bb73394b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.154125 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-de3c7bd3-b5b2-47f6-af7c-eb27bb73394b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 811 time: 0.4588921 Aug 25 05:14:18.178882 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f9ab14d6-c690-4473-a1fc-ed229aedf31a req-178f76ca-bbb8-496f-a453-311a1b72f242 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713999 Aug 25 05:14:18.197910 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-389e6bb8-cd14-48a8-aaeb-eccd8e376686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.197910 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-389e6bb8-cd14-48a8-aaeb-eccd8e376686 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.5298836 Aug 25 05:14:18.223068 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d51244-7023-4bd0-aded-6190c7ff1948 req-976ef97d-4c11-4f6f-9fc7-ebdcbe9eb39d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.224603 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-22d51244-7023-4bd0-aded-6190c7ff1948 req-976ef97d-4c11-4f6f-9fc7-ebdcbe9eb39d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.2238328 Aug 25 05:14:18.235591 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-aff8e1ac-c9f8-474f-b301-c817a81ec00d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3d75667a7ba740daa9512c0d60782883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8667197 Aug 25 05:14:18.237134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-672e9509-1b90-48f2-aaf3-c0abfbaa5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.238609 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-672e9509-1b90-48f2-aaf3-c0abfbaa5a04 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.5013630 Aug 25 05:14:18.239367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff8e1ac-c9f8-474f-b301-c817a81ec00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a1781-0ca1-49d0-82b8-09c85094b088,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.243008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34530) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:18.277182 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-31ffa798-b68a-4bcf-b047-6756bba5061e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 380 time: 0.0969961 Aug 25 05:14:18.329008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-e1defbfd-042b-40a6-8b22-b6edf3941c8d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.330499 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-e1defbfd-042b-40a6-8b22-b6edf3941c8d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 817 time: 0.6242723 Aug 25 05:14:18.331132 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] Publish callbacks [] for security_group (0cdb5387-a157-4a2b-91ac-6d5eafb82f81), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.343243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:18.358176 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fb9390bb-dc5e-4ba4-af1d-f63628f07e07 req-f03d35c9-8117-4314-93c7-ff939e5c8d9b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0324025 Aug 25 05:14:18.381818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] Publish callbacks [] for security_group (0cdb5387-a157-4a2b-91ac-6d5eafb82f81), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.395015 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-22d51244-7023-4bd0-aded-6190c7ff1948 req-817a9874-a583-48b4-afe4-08a2708beaac tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528375 Aug 25 05:14:18.419223 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:18.429650 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] Publish callbacks [] for security_group (6e6a1781-0ca1-49d0-82b8-09c85094b088), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.441246 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'port': {'device_id': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'admin_state_up': True, 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'security_groups': ['c1f42a75-4f11-48e1-abb9-94b1fd78a0e7']}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:18.458064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] Publish callbacks [] for security_group (6e6a1781-0ca1-49d0-82b8-09c85094b088), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.518651 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:18.608485 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f3afbad3-2768-426b-b3da-5360e48e47a2 req-3ff1908c-b9ff-4ccc-aec2-21a5f87b2fa6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0459731 Aug 25 05:14:18.640024 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504410-8845-447d-8162-9c53b323a0e3 req-3b62c069-3a72-4f19-b12a-784a2d30c9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.641563 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-3b62c069-3a72-4f19-b12a-784a2d30c9e0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1661243 Aug 25 05:14:18.653685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-561c3850-d92d-4455-8bb8-ec4eb36a21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.653685 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-561c3850-d92d-4455-8bb8-ec4eb36a21ae service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1798277 Aug 25 05:14:18.680680 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f703e9-9025-43b0-90b6-cf0745256f7a req-75788a63-3a53-4ce2-8c10-4145d5bdfaf5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:18.682284 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-06f703e9-9025-43b0-90b6-cf0745256f7a req-75788a63-3a53-4ce2-8c10-4145d5bdfaf5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0978565 Aug 25 05:14:18.706817 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-d86ab919-5ae0-4aaf-a019-769f403eb13e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 379 time: 0.2417164 Aug 25 05:14:18.752831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'port': {'device_id': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'admin_state_up': True, 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'security_groups': ['163d069b-218a-45a1-8a6e-e1d61f705f48']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:18.757165 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Made reservation on behalf of 2eb9cdd7b67546ca8eb089247f0a0ce1 for: {'port': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:18.761711 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-06f703e9-9025-43b0-90b6-cf0745256f7a req-c580c12e-99c2-4408-a3c3-e8498469c388 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677114 Aug 25 05:14:18.763233 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.878561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0cdb5387-a157-4a2b-91ac-6d5eafb82f81), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.881259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.882583 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 89194eae-54f6-4cb6-81a1-0443f90b1835 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:18.885389 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0cdb5387-a157-4a2b-91ac-6d5eafb82f81 HTTP/1.1" status: 204 len: 168 time: 1.1468430 Aug 25 05:14:18.886208 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6e6a1781-0ca1-49d0-82b8-09c85094b088), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.889321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:18.891021 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6e6a1781-0ca1-49d0-82b8-09c85094b088 HTTP/1.1" status: 204 len: 168 time: 0.6434681 Aug 25 05:14:18.927009 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305b72a-9e5d-4f8f-98e5-91e57b25d516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb5387-a157-4a2b-91ac-6d5eafb82f81,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.971085 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439116b4-516c-4eeb-8230-29479ec80d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a1781-0ca1-49d0-82b8-09c85094b088,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:18.996759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Allocated IP 172.20.0.13 (28953a19-c976-4328-9ac9-ee52893446db/a277a8fc-d360-45df-b4ed-b818f20dec1d/49fe036d-972f-4829-a56e-3949f17aa88a) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:19.031121 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 89194eae-54f6-4cb6-81a1-0443f90b1835 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:19.032466 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-4e9bc2c0-fbb2-4c0e-b472-82aa7042ea80 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927229 Aug 25 05:14:19.040940 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-83ca0148-789f-4f75-b348-b8f5c5687fae service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795558 Aug 25 05:14:19.128313 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Made reservation on behalf of dcd7d2bdaffb4d168f27cf6444e005dd for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:19.128557 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 89194eae-54f6-4cb6-81a1-0443f90b1835 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:19.129027 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.132321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.177839 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (49fe036d-972f-4829-a56e-3949f17aa88a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.255735 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 89194eae-54f6-4cb6-81a1-0443f90b1835 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:19.255735 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.282090 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:19.284530 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffeae7e-d859-41b9-acd5-a027342e7f4c" -d '{"events": [{"server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:19.331877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=89194eae-54f6-4cb6-81a1-0443f90b1835,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:19.342330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cb09de-a759-4c0b-b69f-5c77e463426f x-openstack-request-id: req-d5cb09de-a759-4c0b-b69f-5c77e463426f {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:19.344744 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.345681 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "name": "network-vif-plugged", "status": "completed", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:19.346140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5cb09de-a759-4c0b-b69f-5c77e463426f {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:19.347692 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cb09de-a759-4c0b-b69f-5c77e463426f'] response: {'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835', 'code': 200} Aug 25 05:14:19.405626 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e5445-56d6-4c2f-8fa8-f366f2dd9428 req-63928736-9256-401a-86ab-043e31f430b8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:19.407211 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-231e5445-56d6-4c2f-8fa8-f366f2dd9428 req-63928736-9256-401a-86ab-043e31f430b8 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.1078374 Aug 25 05:14:19.421311 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Network 28953a19-c976-4328-9ac9-ee52893446db is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:19.432211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.438702 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:19.442268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Allocated IP 172.20.0.11 (2acaae5e-ff29-4076-80e0-d2cd629fe935/48caa971-6f78-421a-8637-e3deda08873c/918a320b-9189-42f8-9052-24cef6e0d004) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:14:19.450444 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:19.458904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:14:19.467384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:19.468038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.484056 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.543132 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:19.581524 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-231e5445-56d6-4c2f-8fa8-f366f2dd9428 req-f100f4bc-146a-4635-bad7-44b01c453625 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617918 Aug 25 05:14:19.604462 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-82ae683d-96d6-44cd-bd9c-a990fce48038 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466716 Aug 25 05:14:19.640596 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e63b5ac-5f8a-4780-8107-2af017fbd998 req-37a4f304-44bd-4772-9702-05d7b294cd46 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833990 Aug 25 05:14:19.673417 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-59f4b8fb-925e-492a-8da4-6aa578805b61 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2384715 Aug 25 05:14:19.704132 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Request body: {'port': {'device_id': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:19.816754 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b0e6d-ac49-478e-b4ec-74d00479de16 req-8ea19b41-4332-4252-b102-0e5c0b8a32e4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:19.818332 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c52b0e6d-ac49-478e-b4ec-74d00479de16 req-8ea19b41-4332-4252-b102-0e5c0b8a32e4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.1381631 Aug 25 05:14:19.824563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3c42-b235-4d3f-a313-605fe5dc5621 req-1a237730-12f2-4eb3-a5e1-8f9b9309b611 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:19.826162 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-894b3c42-b235-4d3f-a313-605fe5dc5621 req-1a237730-12f2-4eb3-a5e1-8f9b9309b611 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 932 time: 0.2336717 Aug 25 05:14:19.858695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-c392721a-b5fe-4045-ba37-4b29035d29ca None None] Provisioning complete for port 49fe036d-972f-4829-a56e-3949f17aa88a triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:19.859516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c392721a-b5fe-4045-ba37-4b29035d29ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.882736 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.923102 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c52b0e6d-ac49-478e-b4ec-74d00479de16 req-0ea5889c-c441-4df4-a079-23975910a45b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801730 Aug 25 05:14:19.923703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-c392721a-b5fe-4045-ba37-4b29035d29ca None None] Port 49fe036d-972f-4829-a56e-3949f17aa88a cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:14:19.943094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (918a320b-9189-42f8-9052-24cef6e0d004), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:19.965623 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-894b3c42-b235-4d3f-a313-605fe5dc5621 req-cd92a3aa-462c-4139-ad2b-c56a48f6dff6 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997527 Aug 25 05:14:20.020592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34614) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:20.037764 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7367239e-ae5a-42f3-b8dd-0f3da1359eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.104187 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-466a399c-d122-4506-a242-54f8d761e503 req-319b4d4e-8f61-4b94-8547-ca9a4a9462ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0397766 Aug 25 05:14:20.128460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98fccf-7eb6-43b0-8ec1-4f577dfe8ad4 req-e48a9521-9dff-4afc-b8e7-de96531a09a7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:20.136311 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f98fccf-7eb6-43b0-8ec1-4f577dfe8ad4 req-e48a9521-9dff-4afc-b8e7-de96531a09a7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0671923 Aug 25 05:14:20.137964 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34616) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:20.148003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.166503 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:20.184998 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.229023 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:14:20.240369 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:20.253096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:14:20.257544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:20.258190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.284725 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.297028 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f98fccf-7eb6-43b0-8ec1-4f577dfe8ad4 req-2b9efea9-8026-4575-9541-5a61fd4626e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594770 Aug 25 05:14:20.299146 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7367239e-ae5a-42f3-b8dd-0f3da1359eea admin admin] Publish callbacks [] for security_group (a43a1fa7-90bb-42f3-a011-c58d5d3d9d48), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.355683 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Publish callbacks [] for security_group (4b5605a8-6e7d-43fb-8662-7cb9441be1a2), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.360331 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fe036d-972f-4829-a56e-3949f17aa88a {{(pid=107056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:20.368425 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks [] for port (49fe036d-972f-4829-a56e-3949f17aa88a), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.382205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.provisioning_blocks [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Transition to ACTIVE for port object 49fe036d-972f-4829-a56e-3949f17aa88a will not be triggered until provisioned by entity L2. {{(pid=107056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:14:20.400242 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-f690ef23-9378-4bf2-a4b7-ff424dd8c62e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6582487 Aug 25 05:14:20.400883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7367239e-ae5a-42f3-b8dd-0f3da1359eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (a43a1fa7-90bb-42f3-a011-c58d5d3d9d48), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.425145 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4b5605a8-6e7d-43fb-8662-7cb9441be1a2), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.438846 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7367239e-ae5a-42f3-b8dd-0f3da1359eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43a1fa7-90bb-42f3-a011-c58d5d3d9d48,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.455135 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7367239e-ae5a-42f3-b8dd-0f3da1359eea admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1d1d7fde888a49b0be635f9dde6002dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331753 Aug 25 05:14:20.457679 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34624) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:20.469031 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.475202 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5605a8-6e7d-43fb-8662-7cb9441be1a2,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.478938 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=652bc65c53ff4d53b155f229bd0c25e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398757 Aug 25 05:14:20.481770 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34626) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:20.513987 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.514363 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.514725 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.515227 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.515733 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.516214 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.516847 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.517701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.518224 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.518745 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.518849 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] Publish callbacks [] for security_group (a43a1fa7-90bb-42f3-a011-c58d5d3d9d48), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.519354 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.519966 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.520466 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.520983 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.521477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcace10f-3af5-458e-bb5e-be43f8eaa1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:20.553856 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-a8e589b5-6470-4b51-9bea-177d504a8890 None None] Provisioning complete for port 918a320b-9189-42f8-9052-24cef6e0d004 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:20.554396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a8e589b5-6470-4b51-9bea-177d504a8890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (918a320b-9189-42f8-9052-24cef6e0d004), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.554591 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] Publish callbacks [] for security_group (a43a1fa7-90bb-42f3-a011-c58d5d3d9d48), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.593318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-a8e589b5-6470-4b51-9bea-177d504a8890 None None] Port 918a320b-9189-42f8-9052-24cef6e0d004 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:14:20.611962 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:20.635087 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Pushing event updated for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.641800 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:20.643614 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Attempting to bind port 49fe036d-972f-4829-a56e-3949f17aa88a on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:14:20.643614 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Attempting to bind port 49fe036d-972f-4829-a56e-3949f17aa88a by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:14:20.644172 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Attempting to bind port 49fe036d-972f-4829-a56e-3949f17aa88a on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:20.652081 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Port 49fe036d-972f-4829-a56e-3949f17aa88a on network 28953a19-c976-4328-9ac9-ee52893446db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:14:20.652416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Attempting to bind port 49fe036d-972f-4829-a56e-3949f17aa88a on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:20.665765 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:14:20.669114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Checking segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:14:20.669114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Bound using segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:14:20.669114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Bound port: 49fe036d-972f-4829-a56e-3949f17aa88a, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:14:20.669114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.678325 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] Publish callbacks [] for security_group (4b5605a8-6e7d-43fb-8662-7cb9441be1a2), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.689747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (a43a1fa7-90bb-42f3-a011-c58d5d3d9d48), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.692951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.697872 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a43a1fa7-90bb-42f3-a011-c58d5d3d9d48 HTTP/1.1" status: 204 len: 168 time: 0.2356319 Aug 25 05:14:20.703181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a4f26-e84e-44cc-adf2-5492ba69878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43a1fa7-90bb-42f3-a011-c58d5d3d9d48,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:20.729515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] Publish callbacks [] for security_group (4b5605a8-6e7d-43fb-8662-7cb9441be1a2), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.789953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, cleared binding levels {{(pid=107056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:20.789953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49fe036d-972f-4829-a56e-3949f17aa88a,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:20.918175 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.921953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4b5605a8-6e7d-43fb-8662-7cb9441be1a2), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.924418 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.927992 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4b5605a8-6e7d-43fb-8662-7cb9441be1a2 HTTP/1.1" status: 204 len: 168 time: 0.4397690 Aug 25 05:14:20.939149 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:20.939777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:20.941235 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 1094 time: 1.2502592 Aug 25 05:14:20.943483 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:20.945790 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285ace48-03eb-41aa-85ae-6400b7cc87db" -d '{"events": [{"name": "network-changed", "server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:20.974612 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2c1a11-e2fe-4be6-aea8-591f0334b4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5605a8-6e7d-43fb-8662-7cb9441be1a2,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:21.000119 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150a5d66-8e15-42f4-b0c6-32520d935eb0 x-openstack-request-id: req-150a5d66-8e15-42f4-b0c6-32520d935eb0 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:21.000274 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:21.000527 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-150a5d66-8e15-42f4-b0c6-32520d935eb0 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:21.000971 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150a5d66-8e15-42f4-b0c6-32520d935eb0'] response: {'name': 'network-changed', 'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a', 'status': 'completed', 'code': 200} Aug 25 05:14:21.010730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:21.067523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b147952-c630-4184-acd5-2f8292bdd62f service neutron] Pushing event updated for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=3']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:21.089800 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827b160-1404-43d8-89b5-693dbd77aeff req-147ed2a5-ffca-480c-ad84-d41a7c21ab88 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:21.091389 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1827b160-1404-43d8-89b5-693dbd77aeff req-147ed2a5-ffca-480c-ad84-d41a7c21ab88 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0595970 Aug 25 05:14:21.110801 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a5040-c0e6-49d2-ac5c-7f0571892e5a req-1a45e031-dbd4-4c50-bd1e-df5e9dbc6a75 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:21.112299 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c39a5040-c0e6-49d2-ac5c-7f0571892e5a req-1a45e031-dbd4-4c50-bd1e-df5e9dbc6a75 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0540283 Aug 25 05:14:21.157613 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1827b160-1404-43d8-89b5-693dbd77aeff req-c454997a-c81d-40cb-832a-6859ebdb6450 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589328 Aug 25 05:14:21.173403 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c39a5040-c0e6-49d2-ac5c-7f0571892e5a req-89b25ebb-f10d-4a42-9c00-443bcc844911 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554976 Aug 25 05:14:21.282018 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46a53f-e0ce-4245-a5ef-f6fbf94eabfb req-25ffea45-aded-4969-bdd8-b648a4dcd0b2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:21.282018 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5f46a53f-e0ce-4245-a5ef-f6fbf94eabfb req-25ffea45-aded-4969-bdd8-b648a4dcd0b2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 932 time: 0.0561595 Aug 25 05:14:21.354723 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5f46a53f-e0ce-4245-a5ef-f6fbf94eabfb req-afbaafd7-f5f2-44b5-a2d9-21e7ab88b14d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669732 Aug 25 05:14:21.441034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9979a-4077-4e87-ab0b-c27c5d044c50 req-d3a8aa47-aa5d-4f09-9e03-a4c727d9fc42 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:21.442550 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c8b9979a-4077-4e87-ab0b-c27c5d044c50 req-d3a8aa47-aa5d-4f09-9e03-a4c727d9fc42 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0614130 Aug 25 05:14:21.497278 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c8b9979a-4077-4e87-ab0b-c27c5d044c50 req-827758d4-ac4f-4c13-be17-f10328dfa20c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487878 Aug 25 05:14:21.540044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:21.858430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Request body: {'port': {'device_id': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:21.927603 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.229031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:22.248036 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks [] for port (918a320b-9189-42f8-9052-24cef6e0d004), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.274687 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:INSERT=12 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:22.290194 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a226c7a-7b0f-4263-8c5a-37c33892024f req-8bfacbef-12e9-4469-a41b-97b26e61d03e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:22.298941 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1a226c7a-7b0f-4263-8c5a-37c33892024f req-8bfacbef-12e9-4469-a41b-97b26e61d03e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0643196 Aug 25 05:14:22.302224 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Transition to ACTIVE for port object 918a320b-9189-42f8-9052-24cef6e0d004 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:14:22.325735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d27156-0f4a-428f-b72e-0130f45094fd req-931847ac-9294-4282-bab8-8c32a4f77acb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:22.327912 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-12d27156-0f4a-428f-b72e-0130f45094fd req-931847ac-9294-4282-bab8-8c32a4f77acb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0599349 Aug 25 05:14:22.334024 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:22.362801 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1a226c7a-7b0f-4263-8c5a-37c33892024f req-b814ef0c-fec7-48b5-aaf5-7506671a94ca tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622902 Aug 25 05:14:22.381719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.390036 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-12d27156-0f4a-428f-b72e-0130f45094fd req-41d05053-4486-460f-b435-b5116dc0ffa6 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554893 Aug 25 05:14:22.479561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:22.490152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.490494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.490826 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.499339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:22.500327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Attempting to bind port 918a320b-9189-42f8-9052-24cef6e0d004 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:14:22.500327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Attempting to bind port 918a320b-9189-42f8-9052-24cef6e0d004 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:14:22.500566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Attempting to bind port 918a320b-9189-42f8-9052-24cef6e0d004 on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:22.505730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Port 918a320b-9189-42f8-9052-24cef6e0d004 on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:14:22.506051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Attempting to bind port 918a320b-9189-42f8-9052-24cef6e0d004 on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:14:22.515544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:14:22.515880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Checking segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:14:22.516275 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Bound using segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:14:22.516701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Bound port: 918a320b-9189-42f8-9052-24cef6e0d004, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:14:22.519832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.562137 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043deb5a-9acc-4d64-9154-b5c3727872b7 req-dac9e5d0-532c-4f31-b59d-72219d427bad tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:22.570166 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-043deb5a-9acc-4d64-9154-b5c3727872b7 req-dac9e5d0-532c-4f31-b59d-72219d427bad tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0849433 Aug 25 05:14:22.598418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:22.617980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:14:22.619632 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-043deb5a-9acc-4d64-9154-b5c3727872b7 req-f9400d23-9c2d-45ef-81ef-5c4d92d0b05d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456336 Aug 25 05:14:22.636639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:14:22.647944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c366a1-ec2e-403d-8c52-c8ab9cd2cdc5 req-58891e89-e043-47d5-83e2-88722c27f928 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:22.649403 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69c366a1-ec2e-403d-8c52-c8ab9cd2cdc5 req-58891e89-e043-47d5-83e2-88722c27f928 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 943 time: 0.0639906 Aug 25 05:14:22.706485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69c366a1-ec2e-403d-8c52-c8ab9cd2cdc5 req-be0bcc11-4de1-4db2-963d-572c736c369d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497880 Aug 25 05:14:22.745865 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.751359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:22.751359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:22.752709 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 1094 time: 0.8992989 Aug 25 05:14:22.757730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:22.759056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e486f-a30c-4889-bc31-5fdb37054374" -d '{"events": [{"name": "network-changed", "server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:22.812262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9713075f-8048-43a5-bfe8-441ceb681bc4 x-openstack-request-id: req-9713075f-8048-43a5-bfe8-441ceb681bc4 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:22.812626 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:22.812910 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9713075f-8048-43a5-bfe8-441ceb681bc4 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:22.813254 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9713075f-8048-43a5-bfe8-441ceb681bc4'] response: {'name': 'network-changed', 'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'status': 'completed', 'code': 200} Aug 25 05:14:22.818183 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e3777-6b41-453e-9e95-49d7203c7600 service neutron] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:22.891974 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f5a8bbe4-e926-4999-b1e8-599f495bd711 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:22.998816 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:23.011314 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'f5a8bbe4-e926-4999-b1e8-599f495bd711', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'port_id': 'f5a8bbe4-e926-4999-b1e8-599f495bd711', 'mac_address': 'fa:16:3e:b8:da:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:23.036925 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:23.056995 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f5a8bbe4-e926-4999-b1e8-599f495bd711 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:23.057387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.074093 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a8bbe4-e926-4999-b1e8-599f495bd711 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:23.102340 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:23.118808 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34742) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:23.219826 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.233550 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-34142054-0756-43d3-b419-40761ec088b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.280455 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.288085 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.288506 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.288916 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.289329 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.289901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.290289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.290680 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.291074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.291464 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.291950 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.292424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.292903 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.293621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.294004 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.294330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:14:23.322425 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-34142054-0756-43d3-b419-40761ec088b2 admin admin] Publish callbacks [] for security_group (7b928ce2-4d02-4c99-bc0b-6f1eb13d714f), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.374101 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-34142054-0756-43d3-b419-40761ec088b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7b928ce2-4d02-4c99-bc0b-6f1eb13d714f), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.421876 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142054-0756-43d3-b419-40761ec088b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b928ce2-4d02-4c99-bc0b-6f1eb13d714f,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.427430 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-34142054-0756-43d3-b419-40761ec088b2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=af2395ace23343bf90d050c03062ed74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073094 Aug 25 05:14:23.430273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34756) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:23.508470 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b44d3-7627-47b2-a1c4-df85792adee8 req-5a43c1aa-b32d-46be-a0a8-5ca462b8b2be tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:23.513612 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f4b44d3-7627-47b2-a1c4-df85792adee8 req-5a43c1aa-b32d-46be-a0a8-5ca462b8b2be tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0727444 Aug 25 05:14:23.538683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] Publish callbacks [] for security_group (7b928ce2-4d02-4c99-bc0b-6f1eb13d714f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.576317 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] Publish callbacks [] for security_group (7b928ce2-4d02-4c99-bc0b-6f1eb13d714f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.598627 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f4b44d3-7627-47b2-a1c4-df85792adee8 req-a3416656-45ee-4c8a-a6ee-4fae06ff73d5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807719 Aug 25 05:14:23.665622 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:23.705200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c713-d1b9-4686-853f-2a0bdac706d5 req-39ce79f7-7632-4c8d-afe2-204f1ad291ae tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:23.706689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-be26c713-d1b9-4686-853f-2a0bdac706d5 req-39ce79f7-7632-4c8d-afe2-204f1ad291ae tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0458355 Aug 25 05:14:23.754483 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-be26c713-d1b9-4686-853f-2a0bdac706d5 req-fe85ebf6-20df-47c9-a24a-895cb0bb29b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Aug 25 05:14:23.761789 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['f5a8bbe4-e926-4999-b1e8-599f495bd711'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:23.777472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7b928ce2-4d02-4c99-bc0b-6f1eb13d714f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.780171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:23.782411 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b928ce2-4d02-4c99-bc0b-6f1eb13d714f HTTP/1.1" status: 204 len: 168 time: 0.3503468 Aug 25 05:14:23.794337 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fafa63-9e1d-471b-8bcd-e257ee984c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b928ce2-4d02-4c99-bc0b-6f1eb13d714f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:23.883908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845aac3-bc59-4b11-a086-152bcbfa77ac req-92e840a8-8a90-4f7e-b32b-647960a73598 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:23.885559 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f845aac3-bc59-4b11-a086-152bcbfa77ac req-92e840a8-8a90-4f7e-b32b-647960a73598 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0508277 Aug 25 05:14:23.898446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:23.940041 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f845aac3-bc59-4b11-a086-152bcbfa77ac req-cbdd343d-3cb9-4015-97cd-b31f06c7d1b7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468550 Aug 25 05:14:24.048984 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26864659-2e14-44ff-a4bf-faf098a47220 req-8e86996d-39b6-407e-b965-995eda9485f0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.050468 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26864659-2e14-44ff-a4bf-faf098a47220 req-8e86996d-39b6-407e-b965-995eda9485f0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 944 time: 0.0507441 Aug 25 05:14:24.099440 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26864659-2e14-44ff-a4bf-faf098a47220 req-84f00a76-9e9b-47d5-98f9-25f45b2caabb tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Aug 25 05:14:24.234124 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-18a627ad-11f4-4c55-9c92-483eb22b17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.245377 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-18a627ad-11f4-4c55-9c92-483eb22b17fc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1128 time: 0.0588906 Aug 25 05:14:24.283099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e5cfb-4c05-4078-bc5d-e554c2cc3d86 req-dd2ff2d2-3a94-4658-b8dc-1a9c755f6ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.284667 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f74e5cfb-4c05-4078-bc5d-e554c2cc3d86 req-dd2ff2d2-3a94-4658-b8dc-1a9c755f6ca3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0976057 Aug 25 05:14:24.349287 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-6ff16f2b-1953-4f41-995f-75c9f9f6383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.351633 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-6ff16f2b-1953-4f41-995f-75c9f9f6383f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1128 time: 0.1329546 Aug 25 05:14:24.431116 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f74e5cfb-4c05-4078-bc5d-e554c2cc3d86 req-b464516c-4d11-484b-97ec-891c9d12dae3 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136761 Aug 25 05:14:24.454262 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-7b34c773-267b-4491-b9e4-84da54ce3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.456198 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-7b34c773-267b-4491-b9e4-84da54ce3064 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2037089 Aug 25 05:14:24.720129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-cb938c0b-7a86-457a-8416-7ba842cb0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.721712 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-cb938c0b-7a86-457a-8416-7ba842cb0f1e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3533902 Aug 25 05:14:24.732733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f86621a-c497-40a6-ad4f-af161021e2db req-1b32d19f-b8d3-4be8-9b0f-32735f782bb8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.734148 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1f86621a-c497-40a6-ad4f-af161021e2db req-1b32d19f-b8d3-4be8-9b0f-32735f782bb8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 943 time: 0.0544906 Aug 25 05:14:24.785732 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1f86621a-c497-40a6-ad4f-af161021e2db req-a5abfa37-a428-450f-a48f-77789b9c9938 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 Aug 25 05:14:24.895277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:24.945762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa0a07-99df-4b1a-8522-d7c8e6ad25d4 req-b0de90d1-2e35-49d3-bf82-291cec23eb6b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:24.953627 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48aa0a07-99df-4b1a-8522-d7c8e6ad25d4 req-b0de90d1-2e35-49d3-bf82-291cec23eb6b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0955670 Aug 25 05:14:24.977609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f5a8bbe4-e926-4999-b1e8-599f495bd711 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:25.050565 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port f5a8bbe4-e926-4999-b1e8-599f495bd711 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:25.051837 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-3feb3936-3c0d-43c2-a8ac-f2ce8248a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.053689 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-285ace48-03eb-41aa-85ae-6400b7cc87db req-3feb3936-3c0d-43c2-a8ac-f2ce8248a0cc service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2228866 Aug 25 05:14:25.060487 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:25.064832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-f20c53e5-c64e-4844-b7ea-866dc029c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.066374 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e18e486f-a30c-4889-bc31-5fdb37054374 req-f20c53e5-c64e-4844-b7ea-866dc029c4c6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2355022 Aug 25 05:14:25.082654 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:25.096988 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48aa0a07-99df-4b1a-8522-d7c8e6ad25d4 req-70feb8e5-7a0a-4672-86d1-80e37000e509 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422217 Aug 25 05:14:25.098715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:25.180100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port f5a8bbe4-e926-4999-b1e8-599f495bd711 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:25.181919 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:25.249261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:25.249699 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:25.274524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:25.305492 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d277e0-26dd-41d5-baf6-6b4b5b6a5dba req-51cbe4ed-52b3-47c6-8993-3cdc0d408fd1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.307575 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-91d277e0-26dd-41d5-baf6-6b4b5b6a5dba req-51cbe4ed-52b3-47c6-8993-3cdc0d408fd1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0904300 Aug 25 05:14:25.310871 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:25.339667 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:25.345969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f5a8bbe4-e926-4999-b1e8-599f495bd711 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:25.346853 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:25.380961 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-91d277e0-26dd-41d5-baf6-6b4b5b6a5dba req-99cd782f-08a7-4c9e-ac1e-405d75022b26 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638208 Aug 25 05:14:25.428967 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:25.486540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:25.492860 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7872f3-161b-46d2-be01-7c1c023f28c8" -d '{"events": [{"server_uuid": "00679982-187d-430a-908f-29644650feb4", "name": "network-vif-plugged", "status": "completed", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:25.503018 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:25.539859 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d439c0-0ae2-4d2e-b8ed-030f81559aad req-db8c2657-d026-4caf-a7e2-a1fd674bb4c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.547308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-85d439c0-0ae2-4d2e-b8ed-030f81559aad req-db8c2657-d026-4caf-a7e2-a1fd674bb4c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 944 time: 0.2984605 Aug 25 05:14:25.585351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:25.591752 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-b25f2dd5-0629-4d7a-a7bd-f1a97d18dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.593280 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-b25f2dd5-0629-4d7a-a7bd-f1a97d18dcca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1128 time: 0.1014750 Aug 25 05:14:25.594959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:25.598612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-10bd2642-02d2-4784-baab-504bc6367c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.600132 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-10bd2642-02d2-4784-baab-504bc6367c40 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1128 time: 0.0910335 Aug 25 05:14:25.607728 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276432d0-7cb4-45de-ada7-0f5f5a681a95 x-openstack-request-id: req-276432d0-7cb4-45de-ada7-0f5f5a681a95 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:25.608020 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00679982-187d-430a-908f-29644650feb4", "name": "network-vif-plugged", "status": "completed", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:25.608289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-276432d0-7cb4-45de-ada7-0f5f5a681a95 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:25.608683 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276432d0-7cb4-45de-ada7-0f5f5a681a95'] response: {'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711', 'code': 200} Aug 25 05:14:25.614686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:25.634664 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-85d439c0-0ae2-4d2e-b8ed-030f81559aad req-0c198a90-feb9-4fd1-9345-6be1194370d6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862348 Aug 25 05:14:25.688443 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:25.739928 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:25.809109 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-c596ddd9-9fb0-4abf-96c0-1050ef3a5ea8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 217 time: 0.0451171 Aug 25 05:14:25.827967 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-1854b8b6-5fe4-40d1-9c6f-26b9cb456e7a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 217 time: 0.0621333 Aug 25 05:14:25.942122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2a7d3-1c40-4f2c-9c8e-578221beba63 req-426948e8-ff5b-4590-a424-65088df761e4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:25.943613 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3aa2a7d3-1c40-4f2c-9c8e-578221beba63 req-426948e8-ff5b-4590-a424-65088df761e4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 944 time: 0.0518606 Aug 25 05:14:25.998731 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3aa2a7d3-1c40-4f2c-9c8e-578221beba63 req-1e32ac54-71a8-467a-9ab1-128b45b96a98 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484645 Aug 25 05:14:26.160837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['998258dc-63e3-42e3-b67d-ae2e1b94e7e8'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:26.240527 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349c24a-b1f4-4d81-a0b4-092c3578ce34 req-7ef85d08-a055-471e-b29f-7a1d4aec7b5c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.242059 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7349c24a-b1f4-4d81-a0b4-092c3578ce34 req-7ef85d08-a055-471e-b29f-7a1d4aec7b5c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0657172 Aug 25 05:14:26.283482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:26.331943 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7349c24a-b1f4-4d81-a0b4-092c3578ce34 req-c7ef2c28-f95e-4a90-99dc-3c80cd32fb0b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759008 Aug 25 05:14:26.470650 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a787b4fc-4bca-4894-891a-6a68765573f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:26.510996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e0c3-91c4-4f72-b212-83a3649e460d req-81188af4-88b0-413f-8b26-085366288cb9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.513270 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bea0e0c3-91c4-4f72-b212-83a3649e460d req-81188af4-88b0-413f-8b26-085366288cb9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0550880 Aug 25 05:14:26.566200 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bea0e0c3-91c4-4f72-b212-83a3649e460d req-514bbe71-ffc2-4958-b13e-43955a1bd509 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471685 Aug 25 05:14:26.666390 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-2e49f720-917d-41c9-85a3-40888903e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.668161 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-2e49f720-917d-41c9-85a3-40888903e670 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0524259 Aug 25 05:14:26.756184 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2ca2f-ade5-40c0-83e8-5355653d56ca req-60b1db9d-95b2-4acb-8e23-5ca9d14142bf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.757701 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-15f2ca2f-ade5-40c0-83e8-5355653d56ca req-60b1db9d-95b2-4acb-8e23-5ca9d14142bf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0487211 Aug 25 05:14:26.842725 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-15f2ca2f-ade5-40c0-83e8-5355653d56ca req-7f2cfa8e-f906-4f50-9172-e143e2766745 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710595 Aug 25 05:14:26.856340 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63b3d5-c510-45d0-ab2d-4a3296bf37f7 req-33388d08-7111-4b6d-bb7d-8aa4175cafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.858697 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3b63b3d5-c510-45d0-ab2d-4a3296bf37f7 req-33388d08-7111-4b6d-bb7d-8aa4175cafcd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0533540 Aug 25 05:14:26.879969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-f146d66a-678a-40fb-bd20-74a4254e69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.881704 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-f146d66a-678a-40fb-bd20-74a4254e69e0 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.1073136 Aug 25 05:14:26.890356 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-66c70313-c9f2-4849-b0d8-a50604f0890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.892258 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-66c70313-c9f2-4849-b0d8-a50604f0890e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813887 Aug 25 05:14:26.945957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-a9560e5b-4e30-4a2e-94dc-e40b847268a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:26.947497 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-a9560e5b-4e30-4a2e-94dc-e40b847268a2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555124 Aug 25 05:14:26.990757 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34860) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:27.004871 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3b63b3d5-c510-45d0-ab2d-4a3296bf37f7 req-8e347c27-18a1-4af5-8e37-3a452f73becc service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322327 Aug 25 05:14:27.028933 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-acece737-f760-4072-a02e-574248696eab service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291544 Aug 25 05:14:27.062619 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-fed3ef02-c66e-453b-8365-ad9882e10471 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061001 Aug 25 05:14:27.077241 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.152917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85accc-64b6-4d2f-82c8-b0344186253c req-6ce97afe-8a89-41bb-bea0-a1fb8e3c2630 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:27.154536 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4e85accc-64b6-4d2f-82c8-b0344186253c req-6ce97afe-8a89-41bb-bea0-a1fb8e3c2630 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 944 time: 0.0546441 Aug 25 05:14:27.209633 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4e85accc-64b6-4d2f-82c8-b0344186253c req-cc65b4bf-5beb-476c-8cb4-e33dca73d5d7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477796 Aug 25 05:14:27.274656 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0b76cd77-011f-4a98-bba1-f7ab6776d1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.298525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:27.345212 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:27.360418 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0b76cd77-011f-4a98-bba1-f7ab6776d1b1 admin admin] Publish callbacks [] for security_group (f4edbc73-abcc-45ca-a4ba-04ad8650044f), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.454675 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:27.455047 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.467175 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9c5b-3897-4a24-869e-78cc164d0583 req-288e1ebb-f002-4169-970b-e34a53d0591c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:27.470293 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4b3c9c5b-3897-4a24-869e-78cc164d0583 req-288e1ebb-f002-4169-970b-e34a53d0591c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0760462 Aug 25 05:14:27.511189 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0b76cd77-011f-4a98-bba1-f7ab6776d1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f4edbc73-abcc-45ca-a4ba-04ad8650044f), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.531984 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d47f6f5-0bb2-4038-9336-660244ac3bc7 req-685f0661-d661-4e00-907d-5fbf79e7ec2e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998788 Aug 25 05:14:27.590345 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-0b76cd77-011f-4a98-bba1-f7ab6776d1b1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f2e5e78515c64a17b6cc18b5270b9d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5983715 Aug 25 05:14:27.592788 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76cd77-011f-4a98-bba1-f7ab6776d1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edbc73-abcc-45ca-a4ba-04ad8650044f,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:27.593302 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34878) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:27.600855 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.656751 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:27.656942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.664146 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4b3c9c5b-3897-4a24-869e-78cc164d0583 req-85cc48d4-e1b3-412a-a61c-96197faeea88 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471965 Aug 25 05:14:27.685650 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:27.688165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11ae4e-adad-4059-9f38-b7805b5d3444" -d '{"events": [{"server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "name": "network-vif-plugged", "status": "completed", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:27.692379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.703244 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:27.709533 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dc270234-e5fe-4e59-ae3d-45074df1d718 req-43159119-8ca4-4ece-aec4-8b003b397ccb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774563 Aug 25 05:14:27.735367 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09749b83-0243-4be1-8d41-2eb77241eb86 x-openstack-request-id: req-09749b83-0243-4be1-8d41-2eb77241eb86 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:27.735668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "name": "network-vif-plugged", "status": "completed", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:27.736073 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09749b83-0243-4be1-8d41-2eb77241eb86 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:27.736521 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09749b83-0243-4be1-8d41-2eb77241eb86'] response: {'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'code': 200} Aug 25 05:14:27.749850 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481cafe-7738-4b80-849f-0ad4e4d08efa req-d6d2e30d-08ad-4235-8379-62559142bbcd tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:27.751353 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3481cafe-7738-4b80-849f-0ad4e4d08efa req-d6d2e30d-08ad-4235-8379-62559142bbcd tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0650284 Aug 25 05:14:27.775042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] Publish callbacks [] for security_group (f4edbc73-abcc-45ca-a4ba-04ad8650044f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.784281 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.808994 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] Publish callbacks [] for security_group (f4edbc73-abcc-45ca-a4ba-04ad8650044f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.826141 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.844751 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3481cafe-7738-4b80-849f-0ad4e4d08efa req-72077284-034f-4998-a3d6-5aa9b8663ad0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860336 Aug 25 05:14:27.881944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:27.941101 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.970785 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270d323-5b57-4174-9caa-97faec464c8c req-756c2b93-7088-4206-9ed0-78a584d7f2ee tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:27.972309 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3270d323-5b57-4174-9caa-97faec464c8c req-756c2b93-7088-4206-9ed0-78a584d7f2ee tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0488908 Aug 25 05:14:27.986037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:27.987266 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f4edbc73-abcc-45ca-a4ba-04ad8650044f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.990034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:27.991227 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f4edbc73-abcc-45ca-a4ba-04ad8650044f HTTP/1.1" status: 204 len: 168 time: 0.3964846 Aug 25 05:14:28.033214 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3270d323-5b57-4174-9caa-97faec464c8c req-534367ad-a922-4653-baad-b1c44722add7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545921 Aug 25 05:14:28.040621 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa5b80-4be9-41f9-bd96-5b0df125c6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edbc73-abcc-45ca-a4ba-04ad8650044f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:28.340305 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57961580-724b-4582-9f6f-5def8737b06b req-7e4c31e0-f938-4e76-bd03-f6dafcc04758 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:28.341933 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57961580-724b-4582-9f6f-5def8737b06b req-7e4c31e0-f938-4e76-bd03-f6dafcc04758 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Aug 25 05:14:28.406842 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57961580-724b-4582-9f6f-5def8737b06b req-5fec8146-843c-4ded-9037-49cb6a73aaa2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585122 Aug 25 05:14:28.600607 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cd7c3156-d79c-4e29-ba54-d85b3d510e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:28.793377 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52fdb6a-4fdd-4f79-abf3-92cb89077487 req-f4fb0ce8-da29-4c57-8933-2dd983e97d03 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:28.794923 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d52fdb6a-4fdd-4f79-abf3-92cb89077487 req-f4fb0ce8-da29-4c57-8933-2dd983e97d03 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0502172 Aug 25 05:14:28.813807 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 34898) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:28.828731 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ee190c89-6b56-4666-9354-6d8146865b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:28.845924 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d52fdb6a-4fdd-4f79-abf3-92cb89077487 req-24c8a81d-7e5e-488c-90e7-d2d580f4112e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445082 Aug 25 05:14:28.910592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ee190c89-6b56-4666-9354-6d8146865b7d admin admin] Publish callbacks [] for security_group (e8df206b-de0a-4c86-8f13-d182183601ac), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:28.973257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc5e4b-2c62-4538-afe8-e34a4e4d8ee4 req-adab8d9d-7010-42db-a91b-7208d92b6c2a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:28.974761 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-41dc5e4b-2c62-4538-afe8-e34a4e4d8ee4 req-adab8d9d-7010-42db-a91b-7208d92b6c2a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0488763 Aug 25 05:14:28.988699 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ee190c89-6b56-4666-9354-6d8146865b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e8df206b-de0a-4c86-8f13-d182183601ac), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.032354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:29.049198 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee190c89-6b56-4666-9354-6d8146865b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8df206b-de0a-4c86-8f13-d182183601ac,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:29.061697 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ee190c89-6b56-4666-9354-6d8146865b7d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2e7df7d9bafe4ea8b24ea40e30d75c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438085 Aug 25 05:14:29.061874 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 34904) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:29.066890 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-41dc5e4b-2c62-4538-afe8-e34a4e4d8ee4 req-c03fad8f-9459-4dc2-b88b-5413e54e3411 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864589 Aug 25 05:14:29.159166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] Publish callbacks [] for security_group (e8df206b-de0a-4c86-8f13-d182183601ac), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.192672 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067226ca-ce70-4548-bc17-1991f846dbe3 req-dc3dc108-aa92-4188-b8c0-6977b2a0b506 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:29.194170 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-067226ca-ce70-4548-bc17-1991f846dbe3 req-dc3dc108-aa92-4188-b8c0-6977b2a0b506 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0663321 Aug 25 05:14:29.198571 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] Publish callbacks [] for security_group (e8df206b-de0a-4c86-8f13-d182183601ac), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.212526 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:29.273415 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-067226ca-ce70-4548-bc17-1991f846dbe3 req-643a5a96-eee5-4d02-8c10-6e2f36298bea tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725613 Aug 25 05:14:29.373530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e8df206b-de0a-4c86-8f13-d182183601ac), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.376116 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.377279 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e8df206b-de0a-4c86-8f13-d182183601ac HTTP/1.1" status: 204 len: 168 time: 0.3142493 Aug 25 05:14:29.390219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdff300-e6ea-4a45-87ab-4ee44c992d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8df206b-de0a-4c86-8f13-d182183601ac,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:29.530070 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18323e-a782-4ff1-bdae-96f9e9ef592d req-6948671e-c5a0-4766-8251-85e5b65dca5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:29.531530 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3d18323e-a782-4ff1-bdae-96f9e9ef592d req-6948671e-c5a0-4766-8251-85e5b65dca5c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0526721 Aug 25 05:14:29.580867 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3d18323e-a782-4ff1-bdae-96f9e9ef592d req-994b3c29-428d-4d82-bdda-fcaf25be0ec1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437527 Aug 25 05:14:29.972750 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f838d5a-b35b-406f-8df8-5a1bb3a977e4 req-651b9243-7e60-4ac9-b311-df77ca7ebfc8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:29.973783 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:29.974266 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5f838d5a-b35b-406f-8df8-5a1bb3a977e4 req-651b9243-7e60-4ac9-b311-df77ca7ebfc8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0478008 Aug 25 05:14:30.022682 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5f838d5a-b35b-406f-8df8-5a1bb3a977e4 req-65c477f5-9b4d-4784-a499-ff82836c9cd3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425811 Aug 25 05:14:30.206021 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a9149-5b79-47d5-aa2e-ca5441091fcc req-a6de720e-c506-4884-9d47-808dfeffee70 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:30.207702 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f12a9149-5b79-47d5-aa2e-ca5441091fcc req-a6de720e-c506-4884-9d47-808dfeffee70 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0481579 Aug 25 05:14:30.260139 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f12a9149-5b79-47d5-aa2e-ca5441091fcc req-718a9c6d-719d-4980-998e-0774f8d96cfa tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470502 Aug 25 05:14:30.410185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216dbc7-a536-4c94-8f05-e5e801ae9a0a req-d61379c1-9a1f-4f33-95c1-b5ae505cde49 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:30.411748 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e216dbc7-a536-4c94-8f05-e5e801ae9a0a req-d61379c1-9a1f-4f33-95c1-b5ae505cde49 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0538268 Aug 25 05:14:30.463574 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e216dbc7-a536-4c94-8f05-e5e801ae9a0a req-4d3e4ef6-262d-40c0-8ecb-5aa4d13434f2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458901 Aug 25 05:14:30.711741 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629a83f-fd4e-404b-b874-a53bb47a4c9c req-1be5ffa8-e89e-4cae-96a3-317b8ae39492 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:30.713386 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f629a83f-fd4e-404b-b874-a53bb47a4c9c req-1be5ffa8-e89e-4cae-96a3-317b8ae39492 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0553231 Aug 25 05:14:30.776566 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f629a83f-fd4e-404b-b874-a53bb47a4c9c req-71198bc5-699e-4104-88ed-6c5d76da54d3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478363 Aug 25 05:14:31.143584 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fd754-92c2-46f5-812c-5e1c62ebb616 req-6c8578ca-84b1-4b9d-bb55-7de7ffe536a9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:31.145051 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a7fd754-92c2-46f5-812c-5e1c62ebb616 req-6c8578ca-84b1-4b9d-bb55-7de7ffe536a9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0498326 Aug 25 05:14:31.192101 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a7fd754-92c2-46f5-812c-5e1c62ebb616 req-0cae278b-376f-480e-a2a2-5c8eb90e7da1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 Aug 25 05:14:31.393165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:31.393653 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d16f1-6771-4697-98e3-3868522bb5ac req-b2a5a9f3-d7e9-41ad-b3ef-e4e1cf500300 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:31.393653 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c86d16f1-6771-4697-98e3-3868522bb5ac req-b2a5a9f3-d7e9-41ad-b3ef-e4e1cf500300 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0488627 Aug 25 05:14:31.437081 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:31.444831 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c86d16f1-6771-4697-98e3-3868522bb5ac req-b22e0032-71e8-4ab0-9ab6-abc9978772ef tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456011 Aug 25 05:14:31.584037 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d9c1c-5fa6-4517-b08e-a25695d3fcc8 req-873361a6-2cb1-4ee2-8f93-5f1366c67168 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:31.585518 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b6d9c1c-5fa6-4517-b08e-a25695d3fcc8 req-873361a6-2cb1-4ee2-8f93-5f1366c67168 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0477026 Aug 25 05:14:31.634043 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b6d9c1c-5fa6-4517-b08e-a25695d3fcc8 req-cd7a234e-48e4-47db-b6c7-53e931511630 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424743 Aug 25 05:14:31.896209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9370e-965b-4226-a727-957c40e8227f req-3fbe986e-d2f1-4d38-81a9-ecd40bc10008 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:31.902061 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1bd9370e-965b-4226-a727-957c40e8227f req-3fbe986e-d2f1-4d38-81a9-ecd40bc10008 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0543139 Aug 25 05:14:31.924254 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:31.950813 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1bd9370e-965b-4226-a727-957c40e8227f req-ed1f4b23-ce6e-4d18-ab6a-4c507a6866eb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469308 Aug 25 05:14:32.312715 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a5981-9ca7-47aa-9586-f0fab802fda2 req-96255966-ced0-47c4-9fab-849eaed68ae1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:32.314238 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-926a5981-9ca7-47aa-9586-f0fab802fda2 req-96255966-ced0-47c4-9fab-849eaed68ae1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0501878 Aug 25 05:14:32.361607 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-926a5981-9ca7-47aa-9586-f0fab802fda2 req-7cb479f9-24a7-4e3c-ab92-0c68c9d618e9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415413 Aug 25 05:14:32.566316 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e003867-3fb9-426f-9529-de64d233c192 req-51d10c62-1b33-43cc-aac7-b386126d76a1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:32.567725 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e003867-3fb9-426f-9529-de64d233c192 req-51d10c62-1b33-43cc-aac7-b386126d76a1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0462592 Aug 25 05:14:32.613611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0e003867-3fb9-426f-9529-de64d233c192 req-564b5f69-6027-4b80-b39d-aa5121ff1161 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403926 Aug 25 05:14:32.740829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:32.757189 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93dd88-2bee-4308-8319-2403580c422f req-34d0c2b7-5a1c-4605-b7ff-2f20269e2776 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:32.758678 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a93dd88-2bee-4308-8319-2403580c422f req-34d0c2b7-5a1c-4605-b7ff-2f20269e2776 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0510721 Aug 25 05:14:32.808454 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a93dd88-2bee-4308-8319-2403580c422f req-7a80c4c9-7fac-4f60-9111-5d2c471035c0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Aug 25 05:14:33.069503 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24bb99f-ca52-4637-9e8c-791cde02d437 req-dd36766f-d164-4853-85d3-c9bad8c84b00 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:33.071065 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f24bb99f-ca52-4637-9e8c-791cde02d437 req-dd36766f-d164-4853-85d3-c9bad8c84b00 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0474179 Aug 25 05:14:33.118173 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f24bb99f-ca52-4637-9e8c-791cde02d437 req-4781142b-73d7-4eae-8510-f782d220a298 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Aug 25 05:14:33.320871 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:33.422580 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:33.434556 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '918a320b-9189-42f8-9052-24cef6e0d004', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:33.469427 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:33.469880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:33.483050 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148258b-778c-4e26-b8df-8e93d26fb988 req-bfe913a1-6940-4e05-8aa8-94fc54a2a930 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:33.484014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:33.484715 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3148258b-778c-4e26-b8df-8e93d26fb988 req-bfe913a1-6940-4e05-8aa8-94fc54a2a930 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0491967 Aug 25 05:14:33.504937 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:33.537704 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3148258b-778c-4e26-b8df-8e93d26fb988 req-a5ab8855-920b-43e6-9f34-c0549e195528 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462463 Aug 25 05:14:33.640605 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:33.691048 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:33.741395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad90765-3311-4084-b5cc-6e79695cf5cf req-56006177-10fb-41f0-9d0c-320095d08a5c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:33.742931 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ad90765-3311-4084-b5cc-6e79695cf5cf req-56006177-10fb-41f0-9d0c-320095d08a5c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0518360 Aug 25 05:14:33.793391 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ad90765-3311-4084-b5cc-6e79695cf5cf req-cd448aeb-b43e-4a5e-b03b-27468540fde6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437326 Aug 25 05:14:33.927666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56151f-8e2d-4451-be54-8d1fa410b264 req-cb3027c5-4f8f-4fd9-bf8b-e8f656f918bf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:33.929044 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4c56151f-8e2d-4451-be54-8d1fa410b264 req-cb3027c5-4f8f-4fd9-bf8b-e8f656f918bf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0469110 Aug 25 05:14:33.976576 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4c56151f-8e2d-4451-be54-8d1fa410b264 req-6a4c391f-a67e-4a41-ac5b-ec4d9d5c7cf5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Aug 25 05:14:34.232634 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d03028-f66e-4f17-bf88-73de5da2796e req-87728eb2-985b-45bd-92fa-948070b91a4b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:34.234215 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-95d03028-f66e-4f17-bf88-73de5da2796e req-87728eb2-985b-45bd-92fa-948070b91a4b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0469403 Aug 25 05:14:34.237337 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['918a320b-9189-42f8-9052-24cef6e0d004'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:34.282558 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-95d03028-f66e-4f17-bf88-73de5da2796e req-2a74ef58-1061-4d2d-9a04-c8197bb3c3eb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426524 Aug 25 05:14:34.661769 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a29ad-d8bb-45fe-ae89-2e978d29e336 req-cfdc09ad-d102-49f1-82c4-a5c5ecf12a4a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:34.663284 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cb1a29ad-d8bb-45fe-ae89-2e978d29e336 req-cfdc09ad-d102-49f1-82c4-a5c5ecf12a4a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0518024 Aug 25 05:14:34.710538 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cb1a29ad-d8bb-45fe-ae89-2e978d29e336 req-2948f1c5-de7d-470c-9d27-45237f253233 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Aug 25 05:14:34.841430 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-d7bfb013-2ff9-4884-a054-12168d901893 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385551 Aug 25 05:14:34.930905 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec90566-af2f-4dca-bc4c-fd00ec135d1b req-4b1e75de-33ad-4b8e-b31f-b0c0f857bafb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:34.932385 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ec90566-af2f-4dca-bc4c-fd00ec135d1b req-4b1e75de-33ad-4b8e-b31f-b0c0f857bafb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0499008 Aug 25 05:14:35.002841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-171e3a01-48b6-49e0-ab43-be7e72257900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.004330 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-171e3a01-48b6-49e0-ab43-be7e72257900 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=e1f4463eb245468984f4747372d53fc6&device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 1129 time: 0.0639668 Aug 25 05:14:35.023222 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ec90566-af2f-4dca-bc4c-fd00ec135d1b req-9371c74b-c092-4a22-96f2-05121aec89f9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838099 Aug 25 05:14:35.032598 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de46af-dfe7-4977-bef5-ab875a755344 req-18cbd47c-93aa-4230-be5c-21fb35235d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.034429 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e7de46af-dfe7-4977-bef5-ab875a755344 req-18cbd47c-93aa-4230-be5c-21fb35235d2a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 1129 time: 0.0501492 Aug 25 05:14:35.128253 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e7de46af-dfe7-4977-bef5-ab875a755344 req-07cb7b31-435a-47f9-85dc-6fc27c7a5aee service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864902 Aug 25 05:14:35.130552 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-f3e7271c-1ad3-4abf-83ce-39a238f6139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.133447 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-f3e7271c-1ad3-4abf-83ce-39a238f6139d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a HTTP/1.1" status: 200 len: 913 time: 0.1064539 Aug 25 05:14:35.136698 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:35.145240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114c570-23ca-47c4-b1fd-23b81d3042fc req-36d1446d-429c-413e-9ef8-22954ea7280b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.146705 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5114c570-23ca-47c4-b1fd-23b81d3042fc req-36d1446d-429c-413e-9ef8-22954ea7280b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0589211 Aug 25 05:14:35.194920 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5114c570-23ca-47c4-b1fd-23b81d3042fc req-a6345683-07f0-40d3-af6e-41ca795235bb tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423069 Aug 25 05:14:35.399332 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d561440-5c44-463b-9ad1-f6120cfe680b req-1a5e9f7d-035a-4b4c-81d5-d8eaef21d05a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.401053 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d561440-5c44-463b-9ad1-f6120cfe680b req-1a5e9f7d-035a-4b4c-81d5-d8eaef21d05a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0464706 Aug 25 05:14:35.452889 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d561440-5c44-463b-9ad1-f6120cfe680b req-39e9075a-7393-48ee-8e6d-bb00cf463e0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464611 Aug 25 05:14:35.502992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49fe036d-972f-4829-a56e-3949f17aa88a details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:14:35.525853 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:35.613489 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 918a320b-9189-42f8-9052-24cef6e0d004 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:35.641769 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49fe036d-972f-4829-a56e-3949f17aa88a,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:35.672795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '49fe036d-972f-4829-a56e-3949f17aa88a', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'port_id': '49fe036d-972f-4829-a56e-3949f17aa88a', 'mac_address': 'fa:16:3e:99:76:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:14:35.691453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 49fe036d-972f-4829-a56e-3949f17aa88a is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:35.691840 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:35.697014 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-3a8f3874-7430-4198-83f6-3fdcb001b7f1 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49238283-70cb-4e19-9e70-188976abe7d3 HTTP/1.1" status: 200 len: 217 time: 0.0354898 Aug 25 05:14:35.740636 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fe036d-972f-4829-a56e-3949f17aa88a {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:14:35.740636 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49fe036d-972f-4829-a56e-3949f17aa88a,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:35.747277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-8c58118d-2bd7-49a0-829d-ab42421fe52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.748770 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-8c58118d-2bd7-49a0-829d-ab42421fe52a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=7d38de37-a1e5-4aa6-8014-2cef86fb916c HTTP/1.1" status: 200 len: 851 time: 0.0455739 Aug 25 05:14:35.828563 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30609493-e975-4616-bcb0-f7a578d0beb0 req-9f3be9b2-ca7a-4f20-ae7e-c61aff5c06d2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:35.830025 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-30609493-e975-4616-bcb0-f7a578d0beb0 req-9f3be9b2-ca7a-4f20-ae7e-c61aff5c06d2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 944 time: 0.0455797 Aug 25 05:14:35.876336 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-30609493-e975-4616-bcb0-f7a578d0beb0 req-cd8078a1-c7a8-4aa5-a86d-5a65a9d8bc66 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 Aug 25 05:14:35.938396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 918a320b-9189-42f8-9052-24cef6e0d004 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:35.938747 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (918a320b-9189-42f8-9052-24cef6e0d004), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:35.940890 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:36.023647 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:36.070272 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:36.072170 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:36.098512 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:36.106148 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112adc3b-d135-4340-9047-36e4c1a7cba9" -d '{"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:36.119080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:36.179796 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb9ba85-85c9-4d34-b373-e41dba2cd840 req-a57e8ca2-7a06-4aeb-a3f0-0dcf58668937 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.180592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:36.181253 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bbb9ba85-85c9-4d34-b373-e41dba2cd840 req-a57e8ca2-7a06-4aeb-a3f0-0dcf58668937 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0508854 Aug 25 05:14:36.197078 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87123297-8d35-4ecc-a77f-b06931d24523 req-18f74764-6d11-4cc3-b4c1-a6ec0a4a66d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.198520 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-87123297-8d35-4ecc-a77f-b06931d24523 req-18f74764-6d11-4cc3-b4c1-a6ec0a4a66d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Aug 25 05:14:36.230307 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bbb9ba85-85c9-4d34-b373-e41dba2cd840 req-d4767dad-ff6e-4d0a-bf37-0e731b67cc1b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423326 Aug 25 05:14:36.231136 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:36.276681 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-87123297-8d35-4ecc-a77f-b06931d24523 req-cf96f22e-e84d-4047-90f9-1d644fafe88b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718906 Aug 25 05:14:36.280455 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:36.284407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb84624b-e583-4a93-9bc2-7ddc9633feb7 x-openstack-request-id: req-bb84624b-e583-4a93-9bc2-7ddc9633feb7 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:36.284715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:36.284969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb84624b-e583-4a93-9bc2-7ddc9633feb7 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:36.285419 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb84624b-e583-4a93-9bc2-7ddc9633feb7'] response: {'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'code': 200} Aug 25 05:14:36.286433 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:36.521793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-94f0e296-1a22-4659-9f3c-5b8d508c2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.524752 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-94f0e296-1a22-4659-9f3c-5b8d508c2f0c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550134 Aug 25 05:14:36.590063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f1a5f-c518-4149-90e7-2038f358b2f8 req-ec023df5-3c4e-4549-98c1-d5114f377fe4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.591527 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-942f1a5f-c518-4149-90e7-2038f358b2f8 req-ec023df5-3c4e-4549-98c1-d5114f377fe4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0503907 Aug 25 05:14:36.640635 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-942f1a5f-c518-4149-90e7-2038f358b2f8 req-f21060c3-adc3-450f-a850-572b0939ebc4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Aug 25 05:14:36.641436 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-e8c512ce-2761-4c7c-aad7-1ef1890c1ffe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884120 Aug 25 05:14:36.708754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['49fe036d-972f-4829-a56e-3949f17aa88a'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:14:36.711969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:36.756428 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:36.765814 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1683e-0aab-42cc-825c-150e3c458961 req-c8aadc60-c409-4405-9b3c-0a904cb83386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.767568 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-c8aadc60-c409-4405-9b3c-0a904cb83386 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0409975 Aug 25 05:14:36.809517 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:36.813827 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a52be7-931e-4fdc-a44b-bc54bacbf60c req-048df1a5-6062-43d4-a941-71c4aab473b3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879953 Aug 25 05:14:36.870453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1683e-0aab-42cc-825c-150e3c458961 req-33b07c00-d9a0-4f07-890b-2b9ded5c306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:36.872068 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-33b07c00-d9a0-4f07-890b-2b9ded5c306c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0970738 Aug 25 05:14:36.962277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:36.981881 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-7b89f0f7-4886-4be9-b08c-c02e2618721f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 200 len: 217 time: 0.0348885 Aug 25 05:14:37.001763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300eced-3202-479d-a6c5-5f1775aaba59 req-cc4c8c43-c4dc-44a5-9983-534ec0cbcf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:37.003253 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6300eced-3202-479d-a6c5-5f1775aaba59 req-cc4c8c43-c4dc-44a5-9983-534ec0cbcf89 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1130 time: 0.0765767 Aug 25 05:14:37.010714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4953768-1d3f-4940-87df-176eb124d2b9 req-7119096d-9e39-4ead-8b76-e75fe02187ed tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:37.012636 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b4953768-1d3f-4940-87df-176eb124d2b9 req-7119096d-9e39-4ead-8b76-e75fe02187ed tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 945 time: 0.0590985 Aug 25 05:14:37.060390 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b4953768-1d3f-4940-87df-176eb124d2b9 req-6739a45d-cf6f-4a15-8051-ba7cc15c619f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420964 Aug 25 05:14:37.358936 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab006e6-24bd-4967-9e52-e9e6debe3fca req-e0772232-62fa-4734-8fa3-59845faf349c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:37.360419 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ab006e6-24bd-4967-9e52-e9e6debe3fca req-e0772232-62fa-4734-8fa3-59845faf349c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0475922 Aug 25 05:14:37.399168 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2bfce-3f17-4ddc-898e-78ef4c90f5ff req-c22a7bb0-ca53-4034-98ea-8123080fda96 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:37.401548 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ec2bfce-3f17-4ddc-898e-78ef4c90f5ff req-c22a7bb0-ca53-4034-98ea-8123080fda96 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0463982 Aug 25 05:14:37.408462 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ab006e6-24bd-4967-9e52-e9e6debe3fca req-fc5646bc-587f-4728-ade9-22229b140e64 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Aug 25 05:14:37.465834 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ec2bfce-3f17-4ddc-898e-78ef4c90f5ff req-a6524403-8507-4158-b7b4-4d34b8702007 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564888 Aug 25 05:14:37.758599 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6cb6f-f2f8-47bf-9cba-b4c9876db254 req-5da3f48f-27a8-44df-afed-9ee93467c2c1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:37.760081 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cee6cb6f-f2f8-47bf-9cba-b4c9876db254 req-5da3f48f-27a8-44df-afed-9ee93467c2c1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0491319 Aug 25 05:14:37.809141 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cee6cb6f-f2f8-47bf-9cba-b4c9876db254 req-1db75662-8c44-4c1c-aa18-cafad470675a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406220 Aug 25 05:14:38.071843 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:38.079229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1683e-0aab-42cc-825c-150e3c458961 req-dbf3426f-129a-4539-a602-deb2a444dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.080436 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6300eced-3202-479d-a6c5-5f1775aaba59 req-70cda55b-1842-46a7-847d-7a52142cb431 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462091 Aug 25 05:14:38.080722 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-dbf3426f-129a-4539-a602-deb2a444dd18 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0450327 Aug 25 05:14:38.184096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ea0ef-0a28-483f-b87a-7757d40df9e0 req-0aa94f40-d9d8-42fb-b550-af9d0b03535e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.184096 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb5ea0ef-0a28-483f-b87a-7757d40df9e0 req-0aa94f40-d9d8-42fb-b550-af9d0b03535e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 945 time: 0.0480678 Aug 25 05:14:38.229879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb5ea0ef-0a28-483f-b87a-7757d40df9e0 req-1c9f2e12-106c-4fb7-9dc8-a965ee796a71 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411594 Aug 25 05:14:38.244893 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49fe036d-972f-4829-a56e-3949f17aa88a up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:14:38.286543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 49fe036d-972f-4829-a56e-3949f17aa88a completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:14:38.356386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 49fe036d-972f-4829-a56e-3949f17aa88a triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:14:38.356682 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:38.431336 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 49fe036d-972f-4829-a56e-3949f17aa88a is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:14:38.431718 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:38.454868 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:38.457448 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b5624-23bc-4c0c-af83-f76152316394" -d '{"events": [{"server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "name": "network-vif-plugged", "status": "completed", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:38.472050 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49fe036d-972f-4829-a56e-3949f17aa88a,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:14:38.503508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc268a1-d99b-4287-94fd-cc500da75179 x-openstack-request-id: req-1bc268a1-d99b-4287-94fd-cc500da75179 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:38.503508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "name": "network-vif-plugged", "status": "completed", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:38.503508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1bc268a1-d99b-4287-94fd-cc500da75179 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:38.503508 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc268a1-d99b-4287-94fd-cc500da75179'] response: {'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a', 'code': 200} Aug 25 05:14:38.597199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:38.599048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c49e83-4348-4fc9-8cb1-e71dc1867887 req-8cb91db9-d2c1-4a2d-b168-d5ca9ea12789 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.600154 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416e081-3aae-4c38-8284-aba11661b680 req-90bf9dc7-37e0-4573-bfec-1d2195829376 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.600535 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-20c49e83-4348-4fc9-8cb1-e71dc1867887 req-8cb91db9-d2c1-4a2d-b168-d5ca9ea12789 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0500948 Aug 25 05:14:38.603805 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e416e081-3aae-4c38-8284-aba11661b680 req-90bf9dc7-37e0-4573-bfec-1d2195829376 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0517783 Aug 25 05:14:38.658196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:38.660498 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-20c49e83-4348-4fc9-8cb1-e71dc1867887 req-69709963-9ec4-42bc-b271-29ac30299724 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535684 Aug 25 05:14:38.663152 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e416e081-3aae-4c38-8284-aba11661b680 req-ec594e82-ae59-4209-a98a-3e0132a5c347 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500624 Aug 25 05:14:38.718004 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1683e-0aab-42cc-825c-150e3c458961 req-f8d42431-4d0d-4b70-9592-8991e6b102c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.719549 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-f8d42431-4d0d-4b70-9592-8991e6b102c4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538735 Aug 25 05:14:38.932406 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e17efa-f398-4892-b211-a6bbf3d227ae req-183d1b6b-07de-4d88-8041-174f64a15512 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:38.933957 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f4e17efa-f398-4892-b211-a6bbf3d227ae req-183d1b6b-07de-4d88-8041-174f64a15512 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Aug 25 05:14:38.946637 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:38.984192 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f4e17efa-f398-4892-b211-a6bbf3d227ae req-5e6078b8-c0fa-46b4-9fd1-8f626218953c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442870 Aug 25 05:14:39.104090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc520879-fbe9-4172-ab99-a224647acd8c req-8c5a6483-f29e-4dfb-a2e4-7c809b64abc6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:39.106131 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc520879-fbe9-4172-ab99-a224647acd8c req-8c5a6483-f29e-4dfb-a2e4-7c809b64abc6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0491247 Aug 25 05:14:39.117424 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35156) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:39.122069 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:39.196027 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:39.390358 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11f1c7-da38-4868-a09f-cb0f5e6acff3 req-eab242d0-5cd7-409b-996c-60415529a7c8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:39.391806 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ae11f1c7-da38-4868-a09f-cb0f5e6acff3 req-eab242d0-5cd7-409b-996c-60415529a7c8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0676413 Aug 25 05:14:39.514943 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ae11f1c7-da38-4868-a09f-cb0f5e6acff3 req-f05ee2b5-0bb3-4afe-98f4-af4277da90c9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905879 Aug 25 05:14:39.803257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c40a48-b15b-454d-954b-57fd0c371af6 req-852c4b72-63c3-4480-833d-f407617f1791 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:39.804910 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c9c40a48-b15b-454d-954b-57fd0c371af6 req-852c4b72-63c3-4480-833d-f407617f1791 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0559154 Aug 25 05:14:39.859619 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c9c40a48-b15b-454d-954b-57fd0c371af6 req-db9fe023-1f06-44bd-98c5-09fa5277378b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483212 Aug 25 05:14:40.052101 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-f4f88335-95e0-43c2-b140-f10ab92474b2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5232952 Aug 25 05:14:40.077916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e715e-fcc9-4c44-930c-961e55da2a8f req-5773cccb-b0a3-450b-8284-cb7d09a08674 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:40.079271 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1b4e715e-fcc9-4c44-930c-961e55da2a8f req-5773cccb-b0a3-450b-8284-cb7d09a08674 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.1224015 Aug 25 05:14:40.244292 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1b4e715e-fcc9-4c44-930c-961e55da2a8f req-c91bd019-d5f6-47af-bdc7-14a76be4ad17 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491845 Aug 25 05:14:40.252961 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:40.327264 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:40.409747 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:40.429047 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP a7cc59ed-4d8c-4310-95f9-c66112b06bd7 associated. External IP: 172.27.3.181, port: 998258dc-63e3-42e3-b67d-ae2e1b94e7e8. Aug 25 05:14:40.504664 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:40.765124 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35198) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:40.766191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa3ac6-1fe5-46d6-90f6-17396a81c9a1 req-e28c5ebb-4bf6-415f-b75a-1c9f86940653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:40.767717 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e4fa3ac6-1fe5-46d6-90f6-17396a81c9a1 req-e28c5ebb-4bf6-415f-b75a-1c9f86940653 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1130 time: 0.0917656 Aug 25 05:14:40.779236 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:40.779377 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3de79a-71b7-4a11-a064-da8b6958d2d5 req-2e9c101f-1c2f-4188-b6dc-980f76a0abbb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:40.780824 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd3de79a-71b7-4a11-a064-da8b6958d2d5 req-2e9c101f-1c2f-4188-b6dc-980f76a0abbb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0631793 Aug 25 05:14:40.801212 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40b1683e-0aab-42cc-825c-150e3c458961 req-efb72e54-8e96-4455-ab9c-36ad97675463 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528506 Aug 25 05:14:40.837757 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:40.853443 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd3de79a-71b7-4a11-a064-da8b6958d2d5 req-c03a3786-e9e3-45d9-84c3-9bb8df4e7e3b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662274 Aug 25 05:14:40.910384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:40.917146 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:40.925890 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:40.972306 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:40.972306 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:40.972601 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35206) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:41.033003 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601ed85-e328-446c-b433-9a11f754469c req-47417aa0-c864-4a71-8d58-dfcd49ab3b62 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:41.034752 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8601ed85-e328-446c-b433-9a11f754469c req-47417aa0-c864-4a71-8d58-dfcd49ab3b62 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0750489 Aug 25 05:14:41.038599 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-116da5f2-f885-49f8-bb5a-018522b29b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.046019 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-18c48a21-c0b1-47f2-acc7-f87fa95b2cc9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/a7cc59ed-4d8c-4310-95f9-c66112b06bd7 HTTP/1.1" status: 200 len: 991 time: 1.9274948 Aug 25 05:14:41.055387 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:41.058975 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0716134-b837-488f-83fd-331ab7fa82e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:41.066059 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:41.076305 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3ced7b3-b6bc-40a9-a954-066df63ebe19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.107479 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c411a3-e482-443e-840f-5426716442bc x-openstack-request-id: req-77c411a3-e482-443e-840f-5426716442bc {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:41.107767 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:41.108008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77c411a3-e482-443e-840f-5426716442bc {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:41.108648 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77c411a3-e482-443e-840f-5426716442bc'] response: {'name': 'network-changed', 'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'status': 'completed', 'code': 200} Aug 25 05:14:41.127453 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8601ed85-e328-446c-b433-9a11f754469c req-079d8e37-887d-45df-bc16-076d80e171ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864186 Aug 25 05:14:41.130130 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-116da5f2-f885-49f8-bb5a-018522b29b86 admin admin] Publish callbacks [] for security_group (50dc90a8-c77a-40a8-85d7-354982dc2301), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.155405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:41.197129 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3ced7b3-b6bc-40a9-a954-066df63ebe19 admin admin] Publish callbacks [] for security_group (89611498-4af7-4ff1-bf94-bd0096d3acff), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.241360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-116da5f2-f885-49f8-bb5a-018522b29b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (50dc90a8-c77a-40a8-85d7-354982dc2301), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.288941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116da5f2-f885-49f8-bb5a-018522b29b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dc90a8-c77a-40a8-85d7-354982dc2301,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:41.294411 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3ced7b3-b6bc-40a9-a954-066df63ebe19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (89611498-4af7-4ff1-bf94-bd0096d3acff), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.311545 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-116da5f2-f885-49f8-bb5a-018522b29b86 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a6befaa9b9da405dada1e1eda972538e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3479326 Aug 25 05:14:41.313516 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35218) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:41.333848 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ced7b3-b6bc-40a9-a954-066df63ebe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89611498-4af7-4ff1-bf94-bd0096d3acff,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:41.364104 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d3ced7b3-b6bc-40a9-a954-066df63ebe19 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8f02c20845a24ccda238042339dce328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960531 Aug 25 05:14:41.369530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35222) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:41.435146 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:41.442609 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] Publish callbacks [] for security_group (50dc90a8-c77a-40a8-85d7-354982dc2301), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.443842 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:40Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:41.448495 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] Publish callbacks [] for security_group (89611498-4af7-4ff1-bf94-bd0096d3acff), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.458113 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d25f8-8935-4ee4-8e9e-665ca46d4236 req-ddc92833-c0f4-43e8-b164-a82772527f24 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:41.464367 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b73d25f8-8935-4ee4-8e9e-665ca46d4236 req-ddc92833-c0f4-43e8-b164-a82772527f24 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0905540 Aug 25 05:14:41.474525 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:41.482221 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] Publish callbacks [] for security_group (89611498-4af7-4ff1-bf94-bd0096d3acff), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.484810 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:41.485430 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:41.490473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] Publish callbacks [] for security_group (50dc90a8-c77a-40a8-85d7-354982dc2301), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.554548 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b73d25f8-8935-4ee4-8e9e-665ca46d4236 req-4cf85cd8-7b02-46ab-ac07-e9964197c58e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857818 Aug 25 05:14:41.607331 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:41.681918 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (89611498-4af7-4ff1-bf94-bd0096d3acff), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.682099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (50dc90a8-c77a-40a8-85d7-354982dc2301), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.684564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.685242 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:41.686629 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/50dc90a8-c77a-40a8-85d7-354982dc2301 HTTP/1.1" status: 204 len: 168 time: 0.3720853 Aug 25 05:14:41.688627 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/89611498-4af7-4ff1-bf94-bd0096d3acff HTTP/1.1" status: 204 len: 168 time: 0.3180809 Aug 25 05:14:41.695486 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e997f0d-4fd6-4bb4-ba69-190c58f9d7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dc90a8-c77a-40a8-85d7-354982dc2301,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:41.697825 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0af0b0d-e7e7-4d30-b788-927710534cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89611498-4af7-4ff1-bf94-bd0096d3acff,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:41.836673 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:40Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:41.860641 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb266ea-6a93-4f82-aad6-93ffb4a3f13f None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:40Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:41.982810 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21e762-cf5e-4c40-91e5-014e224aeabc req-7584a21e-e67e-4fc2-9217-62e386459c3b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:41.984419 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0d21e762-cf5e-4c40-91e5-014e224aeabc req-7584a21e-e67e-4fc2-9217-62e386459c3b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0507662 Aug 25 05:14:42.040264 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0d21e762-cf5e-4c40-91e5-014e224aeabc req-3ad6def6-b1ea-40cb-adfe-ff10835eec1a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501060 Aug 25 05:14:42.098839 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c75a7b-47f4-401e-a6e0-93a143ef2a27 None None] New status for floating IP a7cc59ed-4d8c-4310-95f9-c66112b06bd7: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:14:42.277258 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20208-ce5c-4328-839d-6840a94e1c39 req-4ba076e5-9257-4a83-8a09-ccc104e6b4ba tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:42.278858 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2da20208-ce5c-4328-839d-6840a94e1c39 req-4ba076e5-9257-4a83-8a09-ccc104e6b4ba tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0569406 Aug 25 05:14:42.333275 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2da20208-ce5c-4328-839d-6840a94e1c39 req-c3292ad5-a5df-4c23-9c99-b19032e79d44 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482469 Aug 25 05:14:42.462918 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baccd7-ba9e-41a8-ba04-496946669050 req-9acf4291-27ad-4d29-8b7e-e7010dcc001f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:42.464792 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-20baccd7-ba9e-41a8-ba04-496946669050 req-9acf4291-27ad-4d29-8b7e-e7010dcc001f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0550244 Aug 25 05:14:42.478295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35246) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:42.482888 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'floatingip': {'port_id': '918a320b-9189-42f8-9052-24cef6e0d004'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:42.528359 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35248) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:42.534885 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:42.543363 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e003135-19a1-4c4c-9a89-1ec931ffdd41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.554465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.613573 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35252) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:42.637882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26eda3a3-258d-4382-986e-65ee9e61caf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.640974 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e003135-19a1-4c4c-9a89-1ec931ffdd41 admin admin] Publish callbacks [] for security_group (b3cba598-705d-49a2-bddf-22e9b9f50fdb), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.728834 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1336-ea29-4d25-aad4-5f1e5596289e req-52662121-2404-4179-915f-088bfc4d2fcc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:42.730439 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c91a1336-ea29-4d25-aad4-5f1e5596289e req-52662121-2404-4179-915f-088bfc4d2fcc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0947502 Aug 25 05:14:42.732673 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26eda3a3-258d-4382-986e-65ee9e61caf3 admin admin] Publish callbacks [] for security_group (cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.734696 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e003135-19a1-4c4c-9a89-1ec931ffdd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b3cba598-705d-49a2-bddf-22e9b9f50fdb), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.780073 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4e003135-19a1-4c4c-9a89-1ec931ffdd41 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=44c42c9bd9a6469b8dd8885d15def246&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504938 Aug 25 05:14:42.781159 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e003135-19a1-4c4c-9a89-1ec931ffdd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cba598-705d-49a2-bddf-22e9b9f50fdb,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:42.783664 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35256) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:42.801502 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:42.810641 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:42.817846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26eda3a3-258d-4382-986e-65ee9e61caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.868476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eda3a3-258d-4382-986e-65ee9e61caf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:42.875839 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-26eda3a3-258d-4382-986e-65ee9e61caf3 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=65d7fe7664b64b0188cde3f1a7b0a031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615685 Aug 25 05:14:42.880260 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] Publish callbacks [] for security_group (b3cba598-705d-49a2-bddf-22e9b9f50fdb), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.880260 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35258) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:42.892101 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:14:42.922205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] Publish callbacks [] for security_group (b3cba598-705d-49a2-bddf-22e9b9f50fdb), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.974631 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] Publish callbacks [] for security_group (cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:42.998043 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] Publish callbacks [] for security_group (cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.061864 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c91a1336-ea29-4d25-aad4-5f1e5596289e req-090b6fb0-30bf-4e90-989f-8786beec1573 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232472 Aug 25 05:14:43.151473 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b3cba598-705d-49a2-bddf-22e9b9f50fdb), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.154285 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.158254 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b3cba598-705d-49a2-bddf-22e9b9f50fdb HTTP/1.1" status: 204 len: 168 time: 0.3735638 Aug 25 05:14:43.176389 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4de5ab-7680-4601-9bde-918a94a718d2 req-16fb94fb-c745-4617-9b18-3cc3f278d44c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:43.178176 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8c4de5ab-7680-4601-9bde-918a94a718d2 req-16fb94fb-c745-4617-9b18-3cc3f278d44c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0632691 Aug 25 05:14:43.180054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaba9e5-1632-4a16-a2b4-f03f228fd48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cba598-705d-49a2-bddf-22e9b9f50fdb,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:43.184788 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.193794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.196296 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4 HTTP/1.1" status: 204 len: 168 time: 0.3152938 Aug 25 05:14:43.229794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b032e6f-130c-48d2-8470-acc730b9a4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd40159f-20e4-4dd6-b2f7-b18b61fd7eb4,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:43.265542 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8c4de5ab-7680-4601-9bde-918a94a718d2 req-dcc4c844-4dd9-4ee1-8b09-1e9e5fa78b7c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Aug 25 05:14:43.509193 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.625349 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:43.702194 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:43.722865 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Floating IP 8d0096a2-4515-4af7-bfbf-ecfe9ff54d77 associated. External IP: 172.27.3.20, port: 918a320b-9189-42f8-9052-24cef6e0d004. Aug 25 05:14:43.943639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:44.047114 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:44.053078 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.057881 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:44.073647 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:44.074853 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:44.085661 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-22e5ae93-5f37-4343-94d0-530e31bc5e75 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/8d0096a2-4515-4af7-bfbf-ecfe9ff54d77 HTTP/1.1" status: 200 len: 991 time: 1.6062462 Aug 25 05:14:44.086464 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:44.091000 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19" -d '{"events": [{"name": "network-changed", "server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:44.161518 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f93a1c-86e7-4418-ae10-386d1996e931 x-openstack-request-id: req-18f93a1c-86e7-4418-ae10-386d1996e931 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:44.161918 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:44.162395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18f93a1c-86e7-4418-ae10-386d1996e931 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:44.163645 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18f93a1c-86e7-4418-ae10-386d1996e931'] response: {'name': 'network-changed', 'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'status': 'completed', 'code': 200} Aug 25 05:14:44.191880 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:44.221975 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790ed5a-eda4-428e-bc6c-82d0f5b69fa0 req-7ca5dbcd-a6ce-461c-b2e2-623cfa92e576 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:44.223547 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7790ed5a-eda4-428e-bc6c-82d0f5b69fa0 req-7ca5dbcd-a6ce-461c-b2e2-623cfa92e576 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0512006 Aug 25 05:14:44.229546 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:44.286521 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35294) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:44.305797 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7790ed5a-eda4-428e-bc6c-82d0f5b69fa0 req-dde7c642-2289-4b42-b0dc-9ab06a4e597f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725353 Aug 25 05:14:44.307949 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8a83392e-ed35-497c-a1c4-ef869eba5f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.310890 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:44.331978 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:44.459204 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8a83392e-ed35-497c-a1c4-ef869eba5f3d admin admin] Publish callbacks [] for security_group (4463215e-29f0-459a-b5fb-1bf4a721a223), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.471484 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b91c-79e0-4b53-a296-118e5112cf97 req-ba68582f-266f-4966-b656-d9e36b929e45 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:44.473068 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ba4b91c-79e0-4b53-a296-118e5112cf97 req-ba68582f-266f-4966-b656-d9e36b929e45 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0675197 Aug 25 05:14:44.479796 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '8d0096a2-4515-4af7-bfbf-ecfe9ff54d77', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:53Z', 'updated_at': '2022-08-25T05:14:43Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:44.507837 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:44.517322 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:44.518095 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:44.535630 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ba4b91c-79e0-4b53-a296-118e5112cf97 req-3b85628f-aafc-4cf8-9c5a-1a255be38459 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568948 Aug 25 05:14:44.631418 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:44.654611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8a83392e-ed35-497c-a1c4-ef869eba5f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4463215e-29f0-459a-b5fb-1bf4a721a223), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.705551 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8a83392e-ed35-497c-a1c4-ef869eba5f3d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f72c99bf3d5e4f688925776aa2952fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4165943 Aug 25 05:14:44.706564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83392e-ed35-497c-a1c4-ef869eba5f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463215e-29f0-459a-b5fb-1bf4a721a223,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:44.707115 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35310) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:44.768747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] Publish callbacks [] for security_group (4463215e-29f0-459a-b5fb-1bf4a721a223), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.795039 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] Publish callbacks [] for security_group (4463215e-29f0-459a-b5fb-1bf4a721a223), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.889911 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '8d0096a2-4515-4af7-bfbf-ecfe9ff54d77', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:53Z', 'updated_at': '2022-08-25T05:14:43Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:44.915794 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b032b-71b1-4689-a888-4668361dcbbb None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '8d0096a2-4515-4af7-bfbf-ecfe9ff54d77', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.20', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:53Z', 'updated_at': '2022-08-25T05:14:43Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:14:44.917090 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:44.934690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4463215e-29f0-459a-b5fb-1bf4a721a223), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.937477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:44.942521 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4463215e-29f0-459a-b5fb-1bf4a721a223 HTTP/1.1" status: 204 len: 168 time: 0.2305188 Aug 25 05:14:44.947874 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef56f40-d634-4418-be1e-c96442392d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463215e-29f0-459a-b5fb-1bf4a721a223,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:45.119465 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0307e6c2-a6be-4f1d-bac5-0b7a81540371 None None] New status for floating IP 8d0096a2-4515-4af7-bfbf-ecfe9ff54d77: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:14:45.448074 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:45.461688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8b113-2a24-40a5-9628-186840dcade1 req-70403390-b65e-47e2-8545-574a76e1d003 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:45.463224 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ac8b113-2a24-40a5-9628-186840dcade1 req-70403390-b65e-47e2-8545-574a76e1d003 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0535982 Aug 25 05:14:45.519062 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ac8b113-2a24-40a5-9628-186840dcade1 req-ceaf4794-1151-4604-91c3-656f5e1e28d6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481229 Aug 25 05:14:45.670886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cd6b1-7f19-4487-b2c1-c9a24df47fed req-7d44fe4f-be7a-4d57-affa-1549f3b2d704 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:45.672392 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c13cd6b1-7f19-4487-b2c1-c9a24df47fed req-7d44fe4f-be7a-4d57-affa-1549f3b2d704 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0587196 Aug 25 05:14:45.721485 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c13cd6b1-7f19-4487-b2c1-c9a24df47fed req-f90a9778-8283-46e6-9892-2e97f8e6d55a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435498 Aug 25 05:14:46.202356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35370) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:46.294676 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1673225527-network', 'tenant_id': 'a252c620742a4f6b9fdaafb4cb81f10f'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:46.367749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Made reservation on behalf of a252c620742a4f6b9fdaafb4cb81f10f for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:46.370190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.379069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.455820 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks [] for security_group (ee372e2b-1f87-40b6-b46a-d0da5bb7fed8), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.488591 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35376) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:46.551010 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (ee372e2b-1f87-40b6-b46a-d0da5bb7fed8), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.578911 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:14:46.601298 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:46.608121 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55a88a75-520c-4f16-ac9e-634846b76cfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.610453 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (69810441-62f1-4d04-86f5-59ec4c83344a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.610885 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Added segment 69810441-62f1-4d04-86f5-59ec4c83344a of type vlan for network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f Aug 25 05:14:46.696667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:46.706321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017571a2-4dc4-4b50-963d-8000a042f4ce req-5dd382dd-6636-4553-b1ae-be407a6ef2b8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:46.707823 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-017571a2-4dc4-4b50-963d-8000a042f4ce req-5dd382dd-6636-4553-b1ae-be407a6ef2b8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.1035328 Aug 25 05:14:46.709841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.817757 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-017571a2-4dc4-4b50-963d-8000a042f4ce req-19c7590a-54d5-4e55-a1c9-293dfab72fed tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000161 Aug 25 05:14:46.829370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55a88a75-520c-4f16-ac9e-634846b76cfb admin admin] Publish callbacks [] for security_group (8171dec4-dfb8-41bb-9232-06bb6096be5f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.848038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e98ce-9c65-43a4-8021-7adf2cedfb4b req-55a576f5-6af4-41ec-bba1-de3b6fc82413 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:46.849491 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-671e98ce-9c65-43a4-8021-7adf2cedfb4b req-55a576f5-6af4-41ec-bba1-de3b6fc82413 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0506546 Aug 25 05:14:46.859000 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.860308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:46.860899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.898292 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-671e98ce-9c65-43a4-8021-7adf2cedfb4b req-ad34a79b-9a02-4b1a-a1ad-3f85f080160d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 Aug 25 05:14:46.910518 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:46.927831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] Pushing event updated for resources: {'Network': ['ID=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:46.941716 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:14:46.950430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-55a88a75-520c-4f16-ac9e-634846b76cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8171dec4-dfb8-41bb-9232-06bb6096be5f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:46.992763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7ca0cf11-8c8a-4cf9-b306-ccf953223f95 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7864203 Aug 25 05:14:46.993638 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35390) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:46.994128 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-55a88a75-520c-4f16-ac9e-634846b76cfb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=d6018b92484a4751b5493e4240a0992a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044787 Aug 25 05:14:46.995657 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a88a75-520c-4f16-ac9e-634846b76cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8171dec4-dfb8-41bb-9232-06bb6096be5f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:46.997455 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35392) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:47.008381 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Request body: {'subnet': {'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1673225527-subnet', 'tenant_id': 'a252c620742a4f6b9fdaafb4cb81f10f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:47.071430 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] Publish callbacks [] for security_group (8171dec4-dfb8-41bb-9232-06bb6096be5f), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.073131 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:47.094334 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] Publish callbacks [] for security_group (8171dec4-dfb8-41bb-9232-06bb6096be5f), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.166468 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Made reservation on behalf of a252c620742a4f6b9fdaafb4cb81f10f for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:14:47.169469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.284549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8171dec4-dfb8-41bb-9232-06bb6096be5f), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.287414 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.288593 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8171dec4-dfb8-41bb-9232-06bb6096be5f HTTP/1.1" status: 204 len: 168 time: 0.2902567 Aug 25 05:14:47.301986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc084f1-097c-4a9a-8e05-2509c07bd5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8171dec4-dfb8-41bb-9232-06bb6096be5f,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:47.486541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (14b457d4-068b-4926-a16a-46683d6936bd), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.516883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:47.545488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b457d4-068b-4926-a16a-46683d6936bd,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:47.562104 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Checking segment: {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:14:47.562464 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Network hostable DHCP agents. Network: 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:14:47.705060 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:14:47.813497 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:14:47.817604 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:47.818210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:47.822344 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71dd9b-466f-42e6-bcf5-bb17ad0fe198 None None] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:14:47.913161 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5d1de111-0359-43cc-8654-05b18e491a32 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9180846 Aug 25 05:14:47.932608 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7671db3c-e825-477b-9407-deaf444abd93 None None] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:14:47.946907 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61195ce-0016-4ac8-870c-0123dc96447c req-055b8376-fa7d-47a2-810a-27ba2bbec7db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:47.952323 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c61195ce-0016-4ac8-870c-0123dc96447c req-055b8376-fa7d-47a2-810a-27ba2bbec7db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0590324 Aug 25 05:14:48.022778 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c61195ce-0016-4ac8-870c-0123dc96447c req-65a49da4-25b7-4cda-8e58-ce2c3f75778a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643559 Aug 25 05:14:48.040814 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35410) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:48.058128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f6841753-9d66-4f71-b7e2-481fcc13f387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.062133 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2bc74f-519d-4c33-80c2-a6bce0470aab req-9e25c245-795e-4f2b-b5ff-b21fabdbcca9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:48.068960 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1e2bc74f-519d-4c33-80c2-a6bce0470aab req-9e25c245-795e-4f2b-b5ff-b21fabdbcca9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0756202 Aug 25 05:14:48.118508 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1e2bc74f-519d-4c33-80c2-a6bce0470aab req-07efba0c-12c2-4ebd-a764-3139fb251072 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486796 Aug 25 05:14:48.144305 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f6841753-9d66-4f71-b7e2-481fcc13f387 admin admin] Publish callbacks [] for security_group (b6b725a6-9a72-42c3-989c-cc4073adeb5d), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.236450 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f6841753-9d66-4f71-b7e2-481fcc13f387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b6b725a6-9a72-42c3-989c-cc4073adeb5d), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.283320 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f6841753-9d66-4f71-b7e2-481fcc13f387 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=641cf939b08c49a79eab937809054002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2389290 Aug 25 05:14:48.283690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35418) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:48.289920 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841753-9d66-4f71-b7e2-481fcc13f387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b725a6-9a72-42c3-989c-cc4073adeb5d,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:48.338799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] Publish callbacks [] for security_group (b6b725a6-9a72-42c3-989c-cc4073adeb5d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.359426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] Publish callbacks [] for security_group (b6b725a6-9a72-42c3-989c-cc4073adeb5d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.367001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:48.493792 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b6b725a6-9a72-42c3-989c-cc4073adeb5d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.496995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:48.498221 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b6b725a6-9a72-42c3-989c-cc4073adeb5d HTTP/1.1" status: 204 len: 168 time: 0.2137978 Aug 25 05:14:48.506258 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc54f06-74b2-411a-a243-c72a61889b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b725a6-9a72-42c3-989c-cc4073adeb5d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:49.144398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661c120-9579-4901-80f0-200b5c2cec29 req-168e2b4e-4946-49e2-95b7-6f41721e17c5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:49.147295 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5661c120-9579-4901-80f0-200b5c2cec29 req-168e2b4e-4946-49e2-95b7-6f41721e17c5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0457499 Aug 25 05:14:49.196897 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5661c120-9579-4901-80f0-200b5c2cec29 req-ade29ad6-6129-468b-8eec-ee3b3d882631 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452156 Aug 25 05:14:49.257765 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bfd5b-23b0-4935-98d5-b34c76e23bf8 req-e896fc7b-dc6b-4fd3-ba64-b3001d72eac9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:49.259316 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d1bfd5b-23b0-4935-98d5-b34c76e23bf8 req-e896fc7b-dc6b-4fd3-ba64-b3001d72eac9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0602145 Aug 25 05:14:49.312799 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d1bfd5b-23b0-4935-98d5-b34c76e23bf8 req-b6013205-e7e8-4315-bee9-e3f1a377d213 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469644 Aug 25 05:14:50.325093 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a93056-c5a2-4a31-b993-afe3d52de80f req-3b0d830b-0621-4eaf-9405-ecb55d69db1a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:50.327218 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8a93056-c5a2-4a31-b993-afe3d52de80f req-3b0d830b-0621-4eaf-9405-ecb55d69db1a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Aug 25 05:14:50.395034 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8a93056-c5a2-4a31-b993-afe3d52de80f req-25c577b6-7c8d-4fd9-89c8-65d3e438b21c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570216 Aug 25 05:14:50.447938 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3296841-0f90-4b2b-acdb-088db05ea9f6 req-c4ed52e8-824b-4d68-818c-084c2598508b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:50.450073 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a3296841-0f90-4b2b-acdb-088db05ea9f6 req-c4ed52e8-824b-4d68-818c-084c2598508b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0521696 Aug 25 05:14:50.498784 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a3296841-0f90-4b2b-acdb-088db05ea9f6 req-375a58eb-e6c2-499b-b66e-4f5354fa9574 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426188 Aug 25 05:14:51.519938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e54227-ed7e-467f-95fc-d1f312b34594 req-5a154b03-7831-4b9b-8445-78b336b139c9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:51.521440 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75e54227-ed7e-467f-95fc-d1f312b34594 req-5a154b03-7831-4b9b-8445-78b336b139c9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0464339 Aug 25 05:14:51.578674 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75e54227-ed7e-467f-95fc-d1f312b34594 req-25bcdb28-1302-4033-ab82-62e6c6b0473f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514534 Aug 25 05:14:51.626883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c6582-5b02-4e07-9fd9-402c4c82a5d4 req-591e6764-0014-4885-bc53-e2e489962c0a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:51.628380 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-668c6582-5b02-4e07-9fd9-402c4c82a5d4 req-591e6764-0014-4885-bc53-e2e489962c0a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0468061 Aug 25 05:14:51.674518 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-668c6582-5b02-4e07-9fd9-402c4c82a5d4 req-6251b8dd-ee5e-4c87-91fa-791a12c0398d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405788 Aug 25 05:14:52.697436 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3e0f9-195c-4c0e-a907-9d0dd7d66577 req-435f6ded-2512-4a6b-a727-656f0be99af7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:52.699569 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3f3e0f9-195c-4c0e-a907-9d0dd7d66577 req-435f6ded-2512-4a6b-a727-656f0be99af7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 25 05:14:52.760665 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3f3e0f9-195c-4c0e-a907-9d0dd7d66577 req-582095cc-12f8-4c70-91e8-2179aeb5fb6d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555272 Aug 25 05:14:52.794795 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a1428-4e28-447e-94d2-64fcc0b167cc req-9d6c8e78-0b21-46f2-92e8-f69665be2ea1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:52.799757 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-476a1428-4e28-447e-94d2-64fcc0b167cc req-9d6c8e78-0b21-46f2-92e8-f69665be2ea1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0472181 Aug 25 05:14:52.848655 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-476a1428-4e28-447e-94d2-64fcc0b167cc req-bd63f5dc-1fe2-4417-b4e5-dfe0f5464e95 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460150 Aug 25 05:14:53.199458 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e4fa3ac6-1fe5-46d6-90f6-17396a81c9a1 req-2de99b3c-b178-42f2-a5aa-c5c9513788a3 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548551 Aug 25 05:14:53.880884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a065c5-1aea-46e6-8270-f7759ec463ec req-96407e4e-3a5a-4132-8d6e-59c01bd840d6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:53.882262 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1a065c5-1aea-46e6-8270-f7759ec463ec req-96407e4e-3a5a-4132-8d6e-59c01bd840d6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0468776 Aug 25 05:14:53.929213 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1a065c5-1aea-46e6-8270-f7759ec463ec req-72ace8cc-bcca-4489-a52d-407b1bb7a9e3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406790 Aug 25 05:14:53.966410 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e6ca8-4ad5-42d6-abc6-3a900e7bc17d req-8886ebbc-9da0-4fe8-9a11-f84359fc8acb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:53.967867 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5c8e6ca8-4ad5-42d6-abc6-3a900e7bc17d req-8886ebbc-9da0-4fe8-9a11-f84359fc8acb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0467284 Aug 25 05:14:54.013408 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5c8e6ca8-4ad5-42d6-abc6-3a900e7bc17d req-8680f9ed-d83b-4097-ad6f-fe0dba8736e4 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400231 Aug 25 05:14:54.446710 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-b8790bc2-2ac3-442c-b5a4-351c07b79bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:54.448369 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-b8790bc2-2ac3-442c-b5a4-351c07b79bf4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 1129 time: 0.0444968 Aug 25 05:14:54.539716 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-4d342b54-5f1a-4c5a-afca-98277a71666f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:54.541184 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-4d342b54-5f1a-4c5a-afca-98277a71666f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f HTTP/1.1" status: 200 len: 809 time: 0.1393754 Aug 25 05:14:54.550287 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-b4f2fb90-a3c7-48a7-b533-c64a10ca614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:54.551660 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-b4f2fb90-a3c7-48a7-b533-c64a10ca614e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1130 time: 0.0561714 Aug 25 05:14:54.560058 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-4e118cf2-cce7-4666-b394-2e28a08d14ec tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/quotas/a252c620742a4f6b9fdaafb4cb81f10f HTTP/1.1" status: 200 len: 375 time: 0.0117326 Aug 25 05:14:54.591655 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-a5f1ea66-ea0b-4e9c-b7d7-c212756072f7 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264924 Aug 25 05:14:54.683819 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-a8a6acc9-0f48-424d-896a-fdb02a0b52ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851865 Aug 25 05:14:54.741187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:54.776661 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-061aa8b1-3108-4d84-b160-1e4c733bb562 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871093 Aug 25 05:14:54.892931 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:55.057860 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44b24-91d4-46f4-8ef9-2a71b9a8c9b4 req-0d10a522-9eb7-44f0-82be-323bc593c39d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:55.059398 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43d44b24-91d4-46f4-8ef9-2a71b9a8c9b4 req-0d10a522-9eb7-44f0-82be-323bc593c39d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0560257 Aug 25 05:14:55.190414 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eb875-b3c9-4cc8-b594-d8abe436eb95 req-d4c6a5f7-e58a-4923-b71f-1f4dbf766729 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:55.193188 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f8eb875-b3c9-4cc8-b594-d8abe436eb95 req-d4c6a5f7-e58a-4923-b71f-1f4dbf766729 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0625799 Aug 25 05:14:55.256898 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f8eb875-b3c9-4cc8-b594-d8abe436eb95 req-f9781a8f-1604-425e-8333-98cf8f047624 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567863 Aug 25 05:14:55.316721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:55.337097 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e510a107-46f3-4441-bc5c-03d5312500b2 req-b08a772e-4223-465a-bcd9-db8d2a952066 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.0289197 Aug 25 05:14:55.365972 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43d44b24-91d4-46f4-8ef9-2a71b9a8c9b4 req-70884bf7-5410-4f3e-9338-a9e09479847f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999582 Aug 25 05:14:55.381568 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:55.416281 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-e7dbbfeb-ea1a-4605-a4fe-a07b7b5bbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:55.418413 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-e7dbbfeb-ea1a-4605-a4fe-a07b7b5bbce2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 915 time: 0.1086893 Aug 25 05:14:55.484853 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-cdb949ed-63ac-4a74-a120-26ecf25a74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:55.486361 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-cdb949ed-63ac-4a74-a120-26ecf25a74a5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0893781 Aug 25 05:14:56.139307 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-cf5160ed-6fee-4b49-b2d7-92e2c00954ba service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8 HTTP/1.1" status: 200 len: 1001 time: 0.1003654 Aug 25 05:14:56.147177 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-d5cdcd45-f74f-40d8-bef6-e69599e35fd1 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 1001 time: 0.1071680 Aug 25 05:14:56.431400 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3a66f21d-fc3d-4aa0-b837-4dfe02f22421 req-7d299da7-1964-4593-bc31-01ca62347a3e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.0282183 Aug 25 05:14:56.476933 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-70673cc1-0686-46e0-97f7-f3263ba8c833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:56.547532 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac430ae-2da4-4e97-b6a2-a94c886e1441 req-4e6b4d76-ecf5-4dd4-b3cc-6e4045b50867 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.549045 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cac430ae-2da4-4e97-b6a2-a94c886e1441 req-4e6b4d76-ecf5-4dd4-b3cc-6e4045b50867 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0542889 Aug 25 05:14:56.601451 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a076f-c948-452d-86e5-95332505fae8 req-3b70473d-a8b5-49a8-871d-bc472149e5b0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.602250 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cac430ae-2da4-4e97-b6a2-a94c886e1441 req-5fb7916e-be30-49af-a52c-4fe2d752f996 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474386 Aug 25 05:14:56.602976 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf9a076f-c948-452d-86e5-95332505fae8 req-3b70473d-a8b5-49a8-871d-bc472149e5b0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.2711403 Aug 25 05:14:56.654692 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf9a076f-c948-452d-86e5-95332505fae8 req-a620a45e-b208-486a-8dac-590245441c10 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453725 Aug 25 05:14:56.868560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-da00a2d6-218c-4b0d-b693-736f3032cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.870169 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-da00a2d6-218c-4b0d-b693-736f3032cb77 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0489647 Aug 25 05:14:56.881636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-41ac0899-fce7-4a4f-bac5-18ee9a00339c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.883024 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-41ac0899-fce7-4a4f-bac5-18ee9a00339c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0583434 Aug 25 05:14:56.885261 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:56.915242 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-9c09823c-1941-4f03-b040-acaa8789e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.916752 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-9c09823c-1941-4f03-b040-acaa8789e143 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390825 Aug 25 05:14:56.933894 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-09fa2f20-7fe5-4ffa-aba0-17401990af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:56.935863 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-09fa2f20-7fe5-4ffa-aba0-17401990af38 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432563 Aug 25 05:14:57.023342 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-a01abd79-cae4-4a0e-9066-31921790c466 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995905 Aug 25 05:14:57.041007 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-5e2f5771-723b-4193-93de-483cb990c65c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935152 Aug 25 05:14:57.120782 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b0716134-b837-488f-83fd-331ab7fa82e0 req-4de1e8e9-e882-4c6b-b756-bc7aef513fb7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906606 Aug 25 05:14:57.138419 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e08c0ae3-0b9b-4f7c-a5c0-79ca4bb4bd19 req-da0e41fe-9ed1-49bf-ae06-e23fd4dfe954 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909455 Aug 25 05:14:57.535981 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-830c5c3a-aac7-4d70-8107-fb1ffbfe906e req-1b9f5b2f-d3e1-4af3-8414-a1a2511c0b11 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.0296404 Aug 25 05:14:57.752673 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5388b9-737e-49e4-bacb-93417d1e08b4 req-0aba9bf0-e058-4768-93f2-64e7e52af83d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:57.754464 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4b5388b9-737e-49e4-bacb-93417d1e08b4 req-0aba9bf0-e058-4768-93f2-64e7e52af83d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0669744 Aug 25 05:14:57.801967 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4b5388b9-737e-49e4-bacb-93417d1e08b4 req-d08317a8-eef9-4e23-bc92-e3529c10690c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419164 Aug 25 05:14:57.918641 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63013d-7fe5-4c8e-ab0a-d43211d163be req-0de7e178-7221-42e4-b2f2-0bc9e8cc603f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:57.921117 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bd63013d-7fe5-4c8e-ab0a-d43211d163be req-0de7e178-7221-42e4-b2f2-0bc9e8cc603f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0591125 Aug 25 05:14:57.942799 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9c632-bbd8-44a9-b331-d5bf42a4255b req-14a9b2da-58fe-4320-b231-a30022918214 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:57.947171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-56d9c632-bbd8-44a9-b331-d5bf42a4255b req-14a9b2da-58fe-4320-b231-a30022918214 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0605114 Aug 25 05:14:57.983811 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bd63013d-7fe5-4c8e-ab0a-d43211d163be req-45b72714-ba3e-43a8-b316-5d6deebcb493 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542972 Aug 25 05:14:58.008839 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-56d9c632-bbd8-44a9-b331-d5bf42a4255b req-befd28b5-6c51-45c8-b5e6-d0132e1e4f84 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515263 Aug 25 05:14:58.098846 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4544e-5365-4730-b684-07647180affd req-9d3c31a1-1b40-46e5-98e3-23d169521e79 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:58.101027 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f8f4544e-5365-4730-b684-07647180affd req-9d3c31a1-1b40-46e5-98e3-23d169521e79 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0461946 Aug 25 05:14:58.113069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35660) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:58.121724 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'floatingip': {'port_id': '49fe036d-972f-4829-a56e-3949f17aa88a'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:58.160688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:58.191225 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:58.353738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:58.521990 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:58.584351 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:58.640119 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e0e3ed37-c42d-4b88-9ef9-4343558ec7c5 req-e924dffe-30e8-4285-83e0-0bb8fb7e16a7 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.0270247 Aug 25 05:14:58.648213 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1533bbf7-72ba-4597-862c-d7f6840695ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:58.694106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:58.793342 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Floating IP 753794c6-08d2-4d23-aaa3-1e767b43414a associated. External IP: 172.27.3.102, port: 49fe036d-972f-4829-a56e-3949f17aa88a. Aug 25 05:14:58.931105 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776381cd-1b0c-42c4-9aa6-8e8938e20976 req-d74f8e7e-380a-4477-af26-78807076aebd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:58.932555 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-776381cd-1b0c-42c4-9aa6-8e8938e20976 req-d74f8e7e-380a-4477-af26-78807076aebd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0550234 Aug 25 05:14:59.053485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-776381cd-1b0c-42c4-9aa6-8e8938e20976 req-7b274941-dbe1-4539-920b-313dd0446216 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845377 Aug 25 05:14:59.068786 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:14:59.146361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7e87e-2eef-4061-b294-264a41496f69 req-deced696-aeba-4c67-94b9-afdcbbc8dbff tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:59.147845 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e1a7e87e-2eef-4061-b294-264a41496f69 req-deced696-aeba-4c67-94b9-afdcbbc8dbff tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0489087 Aug 25 05:14:59.186207 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:59.189271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:14:59.195300 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.201237 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:14:59.212439 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:59.213644 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:59.213855 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e1a7e87e-2eef-4061-b294-264a41496f69 req-f52f9ed9-18a1-408c-a489-cea712438503 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595849 Aug 25 05:14:59.253412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f8b38b7f-97c1-4675-b515-5846020e64fa tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/753794c6-08d2-4d23-aaa3-1e767b43414a HTTP/1.1" status: 200 len: 992 time: 1.1374750 Aug 25 05:14:59.253412 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:14:59.255332 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb709e2-95c6-4235-8b74-c63f867323fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:14:59.293820 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c96f21-9c62-45c5-aed7-824dbb7811c1 x-openstack-request-id: req-23c96f21-9c62-45c5-aed7-824dbb7811c1 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:14:59.294106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:14:59.294357 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-23c96f21-9c62-45c5-aed7-824dbb7811c1 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:14:59.294779 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c96f21-9c62-45c5-aed7-824dbb7811c1'] response: {'name': 'network-changed', 'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a', 'status': 'completed', 'code': 200} Aug 25 05:14:59.302941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35690) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:59.324739 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:59.411406 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c190435b-ddc0-4990-93cf-ecec78759ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.491462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c190435b-ddc0-4990-93cf-ecec78759ee5 admin admin] Publish callbacks [] for security_group (d555583b-c41e-4495-a163-4f8d8bc46e0a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.616151 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '753794c6-08d2-4d23-aaa3-1e767b43414a', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '49fe036d-972f-4829-a56e-3949f17aa88a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:99:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:54Z', 'updated_at': '2022-08-25T05:14:58Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:59.624948 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c190435b-ddc0-4990-93cf-ecec78759ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d555583b-c41e-4495-a163-4f8d8bc46e0a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.640102 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:14:59.649087 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:14:59.649720 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:14:59.679618 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c190435b-ddc0-4990-93cf-ecec78759ee5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dc378b4b85c244699e7ed199fd73d1f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3755136 Aug 25 05:14:59.683338 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35696) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:14:59.686266 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190435b-ddc0-4990-93cf-ecec78759ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d555583b-c41e-4495-a163-4f8d8bc46e0a,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:14:59.756553 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:14:59.784824 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d0cf94d6-c98e-43b2-945a-97349e54cb0a req-740855eb-a878-4461-a63e-8e138572df97 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.0451326 Aug 25 05:14:59.818533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] Publish callbacks [] for security_group (d555583b-c41e-4495-a163-4f8d8bc46e0a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.828898 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-aaf49ecb-a9a7-4987-8823-cf0ed43d9672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:59.831133 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-aaf49ecb-a9a7-4987-8823-cf0ed43d9672 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1130 time: 0.0620620 Aug 25 05:14:59.855069 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] Publish callbacks [] for security_group (d555583b-c41e-4495-a163-4f8d8bc46e0a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:14:59.875536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-886657a1-8c2b-48d2-a779-cb0eee62aba1 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:59.891121 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-886657a1-8c2b-48d2-a779-cb0eee62aba1 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f HTTP/1.1" status: 200 len: 809 time: 0.1209726 Aug 25 05:14:59.907770 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:59.914739 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Request body: {'port': {'device_id': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f', 'admin_state_up': True, 'tenant_id': 'a252c620742a4f6b9fdaafb4cb81f10f'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:14:59.969252 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:14:59.979121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-3ccb6d38-4f81-4639-b9ba-20d35e207cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:14:59.980607 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-3ccb6d38-4f81-4639-b9ba-20d35e207cae service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.1387982 Aug 25 05:14:59.990637 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.047112 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-c5e931a8-917b-42da-a4e1-f945be87dd19 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 1000 time: 0.0598774 Aug 25 05:15:00.056630 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '753794c6-08d2-4d23-aaa3-1e767b43414a', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '49fe036d-972f-4829-a56e-3949f17aa88a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:99:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:54Z', 'updated_at': '2022-08-25T05:14:58Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:00.093269 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20109d42-741a-4e18-8a42-9cfe57c8f93d None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '753794c6-08d2-4d23-aaa3-1e767b43414a', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '49fe036d-972f-4829-a56e-3949f17aa88a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:99:76:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:54Z', 'updated_at': '2022-08-25T05:14:58Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:15:00.111468 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-93793707-c209-4453-b650-344ef809a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.113326 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-93793707-c209-4453-b650-344ef809a1ac service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0597453 Aug 25 05:15:00.117387 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d555583b-c41e-4495-a163-4f8d8bc46e0a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.120509 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.124415 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d555583b-c41e-4495-a163-4f8d8bc46e0a HTTP/1.1" status: 204 len: 168 time: 0.4371073 Aug 25 05:15:00.142307 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Made reservation on behalf of a252c620742a4f6b9fdaafb4cb81f10f for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:15:00.151703 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.152391 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e748f90-1060-41d4-9dc8-485d442a44ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d555583b-c41e-4495-a163-4f8d8bc46e0a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:00.188722 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-3e116519-d0dc-4d83-a176-e44b2552a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.190690 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-3e116519-d0dc-4d83-a176-e44b2552a8de service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592234 Aug 25 05:15:00.303082 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d7be6-b546-4950-80f7-40027d8ef240 req-32027eb6-a8b3-4314-9db2-4f9d056d2e3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.304666 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-928d7be6-b546-4950-80f7-40027d8ef240 req-32027eb6-a8b3-4314-9db2-4f9d056d2e3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.1076019 Aug 25 05:15:00.365701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:00.384753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dbaf6-eb07-455f-a986-ef5c0dffebb0 req-413772c8-8a90-406d-bae0-17cdc57eae19 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.388191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:00.392046 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d31dbaf6-eb07-455f-a986-ef5c0dffebb0 req-413772c8-8a90-406d-bae0-17cdc57eae19 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0798171 Aug 25 05:15:00.415104 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Allocated IP 172.20.0.13 (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f/14b457d4-068b-4926-a16a-46683d6936bd/93471c85-b610-4fef-93f6-7b89d7e9a4e5) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:15:00.429232 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-ce209340-c5f8-4bef-aa52-679639325662 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310011 Aug 25 05:15:00.430589 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-928d7be6-b546-4950-80f7-40027d8ef240 req-3ca1b48d-4a66-434d-b7b4-3cac479ffc17 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153953 Aug 25 05:15:00.461146 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d31dbaf6-eb07-455f-a986-ef5c0dffebb0 req-b3f99caf-fb08-4961-a6c2-a0daf219c3bb tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Aug 25 05:15:00.491691 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60384276-0c41-45d1-94c4-11d690b4b208 None None] New status for floating IP 753794c6-08d2-4d23-aaa3-1e767b43414a: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:15:00.608566 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8bb709e2-95c6-4235-8b74-c63f867323fd req-f951b351-02a7-4413-ba68-51366a566979 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270838 Aug 25 05:15:00.653879 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks [] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.790339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.834658 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:15:00.836056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:15:00.840507 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:15:00.844956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.845538 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:00.860017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Pushing event updated for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:00.919502 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fd79c-eb6f-42a3-9cf5-be653d33929f req-fd090488-92ff-4430-a8c9-5d8027f2353a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:00.920983 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9d4fd79c-eb6f-42a3-9cf5-be653d33929f req-fd090488-92ff-4430-a8c9-5d8027f2353a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 932 time: 0.0516548 Aug 25 05:15:00.948526 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:00.954998 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35734) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:00.982593 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9d4fd79c-eb6f-42a3-9cf5-be653d33929f req-08b62e63-559d-43b4-91ac-1ce2aefdbb7b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521200 Aug 25 05:15:00.982593 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-c6b8681a-47ec-47dd-9c0d-336214f71b9c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0717533 Aug 25 05:15:01.024523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Request body: {'port': {'device_id': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:01.062305 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aae326de-3893-4ea3-8034-6b49b2f1f5c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.082888 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.140706 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aae326de-3893-4ea3-8034-6b49b2f1f5c4 admin admin] Publish callbacks [] for security_group (33835f46-89a3-4c9c-a853-9bdd12ee96e9), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.287654 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aae326de-3893-4ea3-8034-6b49b2f1f5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (33835f46-89a3-4c9c-a853-9bdd12ee96e9), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.327697 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-aae326de-3893-4ea3-8034-6b49b2f1f5c4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4e1adff6c1f74da19f8dab38ad35e5af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3714998 Aug 25 05:15:01.330039 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae326de-3893-4ea3-8034-6b49b2f1f5c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33835f46-89a3-4c9c-a853-9bdd12ee96e9,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:01.332997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35744) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:01.346563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93471c85-b610-4fef-93f6-7b89d7e9a4e5 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:15:01.357133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks [] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.372957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Transition to ACTIVE for port object 93471c85-b610-4fef-93f6-7b89d7e9a4e5 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:15:01.385561 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.395240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] Publish callbacks [] for security_group (33835f46-89a3-4c9c-a853-9bdd12ee96e9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.396802 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:01.416424 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] Publish callbacks [] for security_group (33835f46-89a3-4c9c-a853-9bdd12ee96e9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.431036 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.469610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.538632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Pushing event updated for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:01.572522 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f1404-3166-4c96-93a5-8e888b3dcb5d req-84058c13-eb9c-4856-b617-6fdd5a23fae1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:01.580231 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a1f1404-3166-4c96-93a5-8e888b3dcb5d req-84058c13-eb9c-4856-b617-6fdd5a23fae1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0707941 Aug 25 05:15:01.598886 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Attempting to bind port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:15:01.599227 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Attempting to bind port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:15:01.599559 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Attempting to bind port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:15:01.609257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:15:01.609563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Attempting to bind port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:15:01.621321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8176c-0beb-4c6b-980f-1982d277aced req-e89974a3-418e-47d4-aa5e-6d5a32425486 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:01.622861 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8d8176c-0beb-4c6b-980f-1982d277aced req-e89974a3-418e-47d4-aa5e-6d5a32425486 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0677440 Aug 25 05:15:01.623776 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:15:01.624114 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Checking segment: {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:15:01.624501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Bound using segment: {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:15:01.624944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Bound port: 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:15:01.625305 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.633453 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a1f1404-3166-4c96-93a5-8e888b3dcb5d req-fe5e3814-6737-4b0b-8373-1c7ca37d066e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522120 Aug 25 05:15:01.642314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (33835f46-89a3-4c9c-a853-9bdd12ee96e9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.649063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.649063 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/33835f46-89a3-4c9c-a853-9bdd12ee96e9 HTTP/1.1" status: 204 len: 168 time: 0.3133187 Aug 25 05:15:01.667056 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b0761-4ade-44d7-862c-78cbfa1120d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33835f46-89a3-4c9c-a853-9bdd12ee96e9,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:01.732951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:01.747700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:15:01.758505 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8d8176c-0beb-4c6b-980f-1982d277aced req-2974e111-477f-4e05-ae77-c1ba7c6740d2 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230423 Aug 25 05:15:01.761748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:15:01.848418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.852623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:01.853222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:01.854731 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/93471c85-b610-4fef-93f6-7b89d7e9a4e5 HTTP/1.1" status: 200 len: 1094 time: 0.8344078 Aug 25 05:15:01.855150 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:01.857370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd92aa53-4dac-4f23-b9c5-3bd58621d443" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:01.905621 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653d493f-a677-4dfe-875d-d4d894001dd1 x-openstack-request-id: req-653d493f-a677-4dfe-875d-d4d894001dd1 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:01.905970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:01.906224 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-653d493f-a677-4dfe-875d-d4d894001dd1 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:01.906753 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-653d493f-a677-4dfe-875d-d4d894001dd1'] response: {'name': 'network-changed', 'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5', 'status': 'completed', 'code': 200} Aug 25 05:15:01.911299 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2db483-3b17-4d78-a0da-7d461dc4e223 service neutron] Pushing event updated for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:02.025513 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-78834d38-ff17-46d6-ad61-a822af8100c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.027676 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-78834d38-ff17-46d6-ad61-a822af8100c9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 1128 time: 0.0434978 Aug 25 05:15:02.140696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1d17f-8bd1-4d01-ba52-e26dbbadf51c req-3dd583a8-c6f5-40f7-b630-db69fbe1f6f5 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.142293 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56c1d17f-8bd1-4d01-ba52-e26dbbadf51c req-3dd583a8-c6f5-40f7-b630-db69fbe1f6f5 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 944 time: 0.0909390 Aug 25 05:15:02.218771 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-0bea5719-00c8-4d9c-a658-5c7cc3927cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.220301 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-0bea5719-00c8-4d9c-a658-5c7cc3927cdd service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1414723 Aug 25 05:15:02.223756 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56c1d17f-8bd1-4d01-ba52-e26dbbadf51c req-b83b7802-bd2b-4200-9a4d-40464ff1adcb tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721800 Aug 25 05:15:02.321308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-b56197f7-9aeb-4408-ab4d-95a182d75475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.322776 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd92aa53-4dac-4f23-b9c5-3bd58621d443 req-b56197f7-9aeb-4408-ab4d-95a182d75475 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897756 Aug 25 05:15:02.460294 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-574ffe68-9c95-4631-b5ea-c5604412b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.461910 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-574ffe68-9c95-4631-b5ea-c5604412b990 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 1128 time: 0.0409784 Aug 25 05:15:02.518027 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-baace898-7e14-4966-97e3-295e20ae6969 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5 HTTP/1.1" status: 200 len: 217 time: 0.0364614 Aug 25 05:15:02.551591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35768) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:02.567133 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed9b6-bccb-4736-9cc8-40847e40db23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:02.643122 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed9b6-bccb-4736-9cc8-40847e40db23 admin admin] Publish callbacks [] for security_group (099fbf9c-7b6c-4f63-b283-38c56409436b), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:02.720752 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:02.730174 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-b1b9140d-91ae-4d4d-b2d8-86384e1b92ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.731567 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-b1b9140d-91ae-4d4d-b2d8-86384e1b92ea service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=14b457d4-068b-4926-a16a-46683d6936bd HTTP/1.1" status: 200 len: 849 time: 0.0469224 Aug 25 05:15:02.740509 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab7ed9b6-bccb-4736-9cc8-40847e40db23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (099fbf9c-7b6c-4f63-b283-38c56409436b), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:02.763577 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-fdd1c122-cf08-4a33-a79e-692a87c0f979 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256398 Aug 25 05:15:02.795579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02a94f-709e-449b-bfe4-d365e0b59b3c req-5f7a65cc-0661-4d68-b0b9-ab87804ff78d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.797427 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a02a94f-709e-449b-bfe4-d365e0b59b3c req-5f7a65cc-0661-4d68-b0b9-ab87804ff78d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0890059 Aug 25 05:15:02.802639 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ab7ed9b6-bccb-4736-9cc8-40847e40db23 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cde899656eeb43828af519427bbcee68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466393 Aug 25 05:15:02.803448 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35776) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:02.816999 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7ed9b6-bccb-4736-9cc8-40847e40db23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099fbf9c-7b6c-4f63-b283-38c56409436b,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:02.885121 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a02a94f-709e-449b-bfe4-d365e0b59b3c req-d66817cf-80b9-4e2a-ab13-b81391ea56b3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824363 Aug 25 05:15:02.898118 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] Publish callbacks [] for security_group (099fbf9c-7b6c-4f63-b283-38c56409436b), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:02.907775 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6adf10-db25-47fc-af86-3e8a990a2562 req-cc61f132-daf8-4b55-91d3-13bc002c005a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:02.909233 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3e6adf10-db25-47fc-af86-3e8a990a2562 req-cc61f132-daf8-4b55-91d3-13bc002c005a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0653048 Aug 25 05:15:02.913135 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:02.914553 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-3efe23ef-0945-4a05-8a1e-a7ffe9982ae4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452479 Aug 25 05:15:02.921941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] Publish callbacks [] for security_group (099fbf9c-7b6c-4f63-b283-38c56409436b), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:03.046620 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (099fbf9c-7b6c-4f63-b283-38c56409436b), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:03.049151 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:03.050382 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/099fbf9c-7b6c-4f63-b283-38c56409436b HTTP/1.1" status: 204 len: 168 time: 0.2452130 Aug 25 05:15:03.062536 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d093e-2046-4fc0-a26a-26bf97ab77ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099fbf9c-7b6c-4f63-b283-38c56409436b,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:03.233106 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3e6adf10-db25-47fc-af86-3e8a990a2562 req-3d95d741-d216-4ce8-9be5-15e1a94e4f53 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146982 Aug 25 05:15:03.235430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:03.259036 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef974ea1-5499-4ca7-9fd5-7a96d19ab091 req-fb4c9108-ad03-4a46-a4d5-7e51b213d93b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338587 Aug 25 05:15:03.348530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e88e0-4bcf-4273-b519-3016e69230c7 req-19aae396-bc63-44cf-a3db-93e158778b8b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:03.349908 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-682e88e0-4bcf-4273-b519-3016e69230c7 req-19aae396-bc63-44cf-a3db-93e158778b8b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 944 time: 0.0501709 Aug 25 05:15:03.397621 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-682e88e0-4bcf-4273-b519-3016e69230c7 req-7e32b463-8e0a-41fc-8e00-4af65e406a7a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Aug 25 05:15:04.004823 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3945f-3e4d-466f-98b1-b8ee00f62977 req-b599fca3-9af5-461d-9d3b-a6a4a76bca96 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:04.006299 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bd3945f-3e4d-466f-98b1-b8ee00f62977 req-b599fca3-9af5-461d-9d3b-a6a4a76bca96 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0466504 Aug 25 05:15:04.053948 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bd3945f-3e4d-466f-98b1-b8ee00f62977 req-31165da1-e1da-44c7-b640-937fdfbec304 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Aug 25 05:15:04.350711 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3fe18-d002-4af0-9c21-cde5e544ffc8 req-ceeb28af-c53f-447e-b971-f044ce86f089 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:04.352177 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a1b3fe18-d002-4af0-9c21-cde5e544ffc8 req-ceeb28af-c53f-447e-b971-f044ce86f089 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0467122 Aug 25 05:15:04.400080 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a1b3fe18-d002-4af0-9c21-cde5e544ffc8 req-9de39290-728e-4dcc-a9bc-cbac03ea6604 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417514 Aug 25 05:15:04.515892 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5fa16-2b10-4833-925f-daa7950f89e3 req-df995ce5-4247-4c30-9d7d-b57ae0b84d8e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:04.517362 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32c5fa16-2b10-4833-925f-daa7950f89e3 req-df995ce5-4247-4c30-9d7d-b57ae0b84d8e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 944 time: 0.0465972 Aug 25 05:15:04.568718 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32c5fa16-2b10-4833-925f-daa7950f89e3 req-c2749782-abf4-48c9-a2f6-633401f55211 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456195 Aug 25 05:15:05.175144 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3d8e-d90b-44eb-a509-a10e1eb1e299 req-35b5d0a8-0958-4ea5-8fcf-0a3fa5abb3ce tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:05.176655 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7d9d3d8e-d90b-44eb-a509-a10e1eb1e299 req-35b5d0a8-0958-4ea5-8fcf-0a3fa5abb3ce tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0466578 Aug 25 05:15:05.208951 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:05.230655 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7d9d3d8e-d90b-44eb-a509-a10e1eb1e299 req-a1c97768-f38b-4de9-9b89-53000e633c0d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Aug 25 05:15:05.516523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d77129-87af-47e2-adbc-45995ec16509 req-1d777e8f-0d89-4d44-98d9-877bfa0b37d6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:05.517965 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3d77129-87af-47e2-adbc-45995ec16509 req-1d777e8f-0d89-4d44-98d9-877bfa0b37d6 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0457048 Aug 25 05:15:05.564766 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3d77129-87af-47e2-adbc-45995ec16509 req-ff8c6d3a-1e39-42cc-9f45-9cab89df6a26 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Aug 25 05:15:05.701356 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16efa6-555b-47b4-aec4-8c4c1bce98f3 req-dd9719e0-0651-4324-a237-bfb970227345 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:05.703014 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8f16efa6-555b-47b4-aec4-8c4c1bce98f3 req-dd9719e0-0651-4324-a237-bfb970227345 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 944 time: 0.0626137 Aug 25 05:15:05.751057 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8f16efa6-555b-47b4-aec4-8c4c1bce98f3 req-d5d16876-094b-4131-aaa1-b55cd9222e4a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423639 Aug 25 05:15:06.349260 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c63c6-41b2-4d64-b015-4baf0c18dc96 req-fa778cb7-7c11-424c-8eab-70a1bdc7e22e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:06.349260 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-831c63c6-41b2-4d64-b015-4baf0c18dc96 req-fa778cb7-7c11-424c-8eab-70a1bdc7e22e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0462658 Aug 25 05:15:06.362328 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 93471c85-b610-4fef-93f6-7b89d7e9a4e5 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:15:06.393306 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-831c63c6-41b2-4d64-b015-4baf0c18dc96 req-727f2aae-c8d5-412d-b190-7864bb6a95ea tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410078 Aug 25 05:15:06.466085 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:06.476469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '93471c85-b610-4fef-93f6-7b89d7e9a4e5', 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f', 'port_id': '93471c85-b610-4fef-93f6-7b89d7e9a4e5', 'mac_address': 'fa:16:3e:d3:13:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b457d4-068b-4926-a16a-46683d6936bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:15:06.511023 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:15:06.511415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:06.524168 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93471c85-b610-4fef-93f6-7b89d7e9a4e5 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:15:06.543833 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:06.670844 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-1ad35e9d-bd1d-4b49-8c01-2415d439e79c tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:06.672293 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-1ad35e9d-bd1d-4b49-8c01-2415d439e79c tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0542958 Aug 25 05:15:06.689954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfe0c7-3395-4d01-88e6-aa8e6c46e014 req-473ff6b1-9628-46dc-b2ae-d0d9813af1cc tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:06.691438 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-57dfe0c7-3395-4d01-88e6-aa8e6c46e014 req-473ff6b1-9628-46dc-b2ae-d0d9813af1cc tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 945 time: 0.0481195 Aug 25 05:15:06.744036 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-57dfe0c7-3395-4d01-88e6-aa8e6c46e014 req-665b20e8-6c16-4adc-9790-e0494706e73c tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7b739722-049f-4123-932c-a3a2bdec9553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Aug 25 05:15:06.790105 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Deleting port 49238283-70cb-4e19-9e70-188976abe7d3 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:06.790472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (49238283-70cb-4e19-9e70-188976abe7d3), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:06.882262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:06.890087 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41857fa-55fd-44bf-825f-97930a0cae7d req-cc9f5596-7e07-4633-bc41-8d3d9a86c754 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:06.891560 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c41857fa-55fd-44bf-825f-97930a0cae7d req-cc9f5596-7e07-4633-bc41-8d3d9a86c754 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 944 time: 0.0594389 Aug 25 05:15:06.933649 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:06.941521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] For port 49238283-70cb-4e19-9e70-188976abe7d3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49238283-70cb-4e19-9e70-188976abe7d3,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:06.942523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (49238283-70cb-4e19-9e70-188976abe7d3), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:06.967135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:06.967346 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Calling delete_port for 49238283-70cb-4e19-9e70-188976abe7d3 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:06.990434 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c41857fa-55fd-44bf-825f-97930a0cae7d req-305b2bca-ace3-4ebd-9073-a4dc3c68376d tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889175 Aug 25 05:15:07.213836 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (49238283-70cb-4e19-9e70-188976abe7d3), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:07.242458 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Pushing event deleted for resources: {'Port': ['ID=49238283-70cb-4e19-9e70-188976abe7d3,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:07.288378 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['49238283-70cb-4e19-9e70-188976abe7d3'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:15:07.289948 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:07.292640 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:07.293239 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:07.306143 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] No DVR routers for this DVR port 49238283-70cb-4e19-9e70-188976abe7d3 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:15:07.310583 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:07.314082 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-90c53ccd-a614-413f-a285-d6ab8eb17bc6 req-5064190b-8cca-4558-b5df-99f1e4c4d332 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.47 "DELETE /networking/v2.0/ports/49238283-70cb-4e19-9e70-188976abe7d3 HTTP/1.1" status: 204 len: 173 time: 0.6354282 Aug 25 05:15:07.314526 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'name': 'network-vif-deleted', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:07.316780 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecc0913-7823-45ad-bb22-59807b8157d7" -d '{"events": [{"server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "name": "network-vif-deleted", "tag": "49238283-70cb-4e19-9e70-188976abe7d3"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:07.358001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba72e7c2-fff9-4def-bbf8-1ac39454030e x-openstack-request-id: req-ba72e7c2-fff9-4def-bbf8-1ac39454030e {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:07.358295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28c2d215-3277-4afa-a9af-3cb413c08b66", "name": "network-vif-deleted", "tag": "49238283-70cb-4e19-9e70-188976abe7d3", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:07.358679 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba72e7c2-fff9-4def-bbf8-1ac39454030e {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:07.359084 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba72e7c2-fff9-4def-bbf8-1ac39454030e'] response: {'server_uuid': '28c2d215-3277-4afa-a9af-3cb413c08b66', 'name': 'network-vif-deleted', 'tag': '49238283-70cb-4e19-9e70-188976abe7d3', 'status': 'completed', 'code': 200} Aug 25 05:15:07.505487 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:07.513991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf711689-eb19-43ad-a471-bb22eb9df275 req-945cf932-fc6e-4d19-9f79-ef9bb711c88d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:07.515483 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf711689-eb19-43ad-a471-bb22eb9df275 req-945cf932-fc6e-4d19-9f79-ef9bb711c88d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0490787 Aug 25 05:15:07.563393 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf711689-eb19-43ad-a471-bb22eb9df275 req-8d3b3189-d81d-4599-8141-ec2ab40b9b6e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 Aug 25 05:15:07.575520 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['93471c85-b610-4fef-93f6-7b89d7e9a4e5'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:15:07.850117 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d64ada57-f84e-4c49-b863-dc9b8ffc63a6 req-b0dfbb27-4b55-40e6-91cd-19e6e22c9254 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0307086 Aug 25 05:15:08.108854 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd1b8-05c2-4582-a632-c63ee54f4a9f req-51a3948d-bbe4-4bc2-ba6a-5206c684ad7a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:08.113931 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-935bd1b8-05c2-4582-a632-c63ee54f4a9f req-51a3948d-bbe4-4bc2-ba6a-5206c684ad7a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 945 time: 0.0507586 Aug 25 05:15:08.157345 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-935bd1b8-05c2-4582-a632-c63ee54f4a9f req-334f320e-e537-4bc0-8347-f56714259b86 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Aug 25 05:15:08.682779 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efd979-c996-4f64-9050-8ea07be7adbc req-58a27c82-b99d-4ac0-b592-53b21dea1996 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:08.684295 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-29efd979-c996-4f64-9050-8ea07be7adbc req-58a27c82-b99d-4ac0-b592-53b21dea1996 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0468402 Aug 25 05:15:08.731569 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-29efd979-c996-4f64-9050-8ea07be7adbc req-30c1d163-77e8-4117-ab01-96797e8ae08c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Aug 25 05:15:08.952036 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c6ae034c-a3de-4e13-8529-8935f4b5ece2 req-27e1c8ec-4893-46b0-88dc-96e776da0b2b tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0276332 Aug 25 05:15:08.975777 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 93471c85-b610-4fef-93f6-7b89d7e9a4e5 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:15:09.018665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:15:09.061245 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f674f-1a79-4917-a320-2aa6a5bed0d8 req-c90eec64-a363-4d64-8528-fd7b1214f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:09.062763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-167f674f-1a79-4917-a320-2aa6a5bed0d8 req-c90eec64-a363-4d64-8528-fd7b1214f830 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0448167 Aug 25 05:15:09.104901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:15:09.105303 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:09.146189 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-167f674f-1a79-4917-a320-2aa6a5bed0d8 req-c7c14329-4a3a-4150-8254-a17e6dacab94 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413876 Aug 25 05:15:09.178693 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:15:09.179087 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:09.199924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:09.207342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:09.209644 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f421ddb1-440e-47ce-8284-16292b27e661" -d '{"events": [{"server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "name": "network-vif-plugged", "status": "completed", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:09.236443 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:09.261422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5384e8-d78e-49b0-bdd4-3218b1a7063a x-openstack-request-id: req-2a5384e8-d78e-49b0-bdd4-3218b1a7063a {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:09.261765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "name": "network-vif-plugged", "status": "completed", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:09.262070 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a5384e8-d78e-49b0-bdd4-3218b1a7063a {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:09.262608 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a5384e8-d78e-49b0-bdd4-3218b1a7063a'] response: {'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5', 'code': 200} Aug 25 05:15:09.333940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:09.334832 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49238283-70cb-4e19-9e70-188976abe7d3 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:09.376199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 49238283-70cb-4e19-9e70-188976abe7d3 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:09.376548 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49238283-70cb-4e19-9e70-188976abe7d3 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:09.398756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:09.419816 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfc568-67db-42b2-8f80-bfe18690204c req-08df808e-3202-497a-9eaa-df02bc40ab63 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:09.421384 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f5bfc568-67db-42b2-8f80-bfe18690204c req-08df808e-3202-497a-9eaa-df02bc40ab63 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0497324 Aug 25 05:15:09.470702 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f5bfc568-67db-42b2-8f80-bfe18690204c req-a83fc78e-db75-4443-bf78-afe6fca157c2 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425675 Aug 25 05:15:09.850729 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbd498-d123-4044-8339-ae2a3ddd94f4 req-adb4c6f4-f3ea-4a1d-ab87-b1b8a2b75352 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:09.852363 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f0fbd498-d123-4044-8339-ae2a3ddd94f4 req-adb4c6f4-f3ea-4a1d-ab87-b1b8a2b75352 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Aug 25 05:15:09.901612 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f0fbd498-d123-4044-8339-ae2a3ddd94f4 req-5206fec2-b70d-4755-9b15-6adb6d16d046 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426869 Aug 25 05:15:10.045969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 35918) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:10.058996 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=71 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:10.059754 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=77 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:10.075364 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-109a0b3c-65f7-47e5-aa0b-ee025f9cd892 req-1d62aaf5-8256-4c40-b66d-52a56dd8f768 tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0343153 Aug 25 05:15:10.157105 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1cb64a3c-c121-4505-b1a9-f035a4512a89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.237853 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1cb64a3c-c121-4505-b1a9-f035a4512a89 admin admin] Publish callbacks [] for security_group (46366e47-0f88-4b95-a92e-aa9a1ac6dac5), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.333140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1cb64a3c-c121-4505-b1a9-f035a4512a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (46366e47-0f88-4b95-a92e-aa9a1ac6dac5), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.374059 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1cb64a3c-c121-4505-b1a9-f035a4512a89 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5fa4f1c031e64e7ca1e96aeb517b14b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268368 Aug 25 05:15:10.375134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb64a3c-c121-4505-b1a9-f035a4512a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46366e47-0f88-4b95-a92e-aa9a1ac6dac5,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:10.377005 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35922) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:10.425361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] Publish callbacks [] for security_group (46366e47-0f88-4b95-a92e-aa9a1ac6dac5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.445073 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] Publish callbacks [] for security_group (46366e47-0f88-4b95-a92e-aa9a1ac6dac5), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.584916 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91206d4d-7e0f-436f-9998-a0f1194703be req-53896f7d-dcf4-4f23-aa90-aa691a0d2512 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:10.586401 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-91206d4d-7e0f-436f-9998-a0f1194703be req-53896f7d-dcf4-4f23-aa90-aa691a0d2512 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0455041 Aug 25 05:15:10.596493 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (46366e47-0f88-4b95-a92e-aa9a1ac6dac5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.599068 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:10.600216 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/46366e47-0f88-4b95-a92e-aa9a1ac6dac5 HTTP/1.1" status: 204 len: 168 time: 0.2222023 Aug 25 05:15:10.609705 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91058cba-1b58-45f3-87d3-79dab185d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46366e47-0f88-4b95-a92e-aa9a1ac6dac5,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:10.637582 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-91206d4d-7e0f-436f-9998-a0f1194703be req-5d06649f-f1ee-4522-b472-a828b39adbc9 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447524 Aug 25 05:15:10.844002 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbf218-807e-4c11-b727-d4ee0f80ed31 req-41cfa319-d18b-44b8-90bf-6a58314f7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:10.845466 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2dbbf218-807e-4c11-b727-d4ee0f80ed31 req-41cfa319-d18b-44b8-90bf-6a58314f7b4c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 1130 time: 0.0400522 Aug 25 05:15:11.033113 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e213ae-902f-4997-b0d1-0398022ae28f req-75688cf8-3ba4-4c7b-909d-559e887a421d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:11.034639 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-37e213ae-902f-4997-b0d1-0398022ae28f req-75688cf8-3ba4-4c7b-909d-559e887a421d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0542469 Aug 25 05:15:11.083791 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-37e213ae-902f-4997-b0d1-0398022ae28f req-50a384c6-d346-4254-a58b-83b647c6f3c4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Aug 25 05:15:11.332951 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cccf6b6c-11ef-48b4-b891-3538837fc064 req-253b6896-7d1a-4382-b038-71699496845a tempest-DeleteServersTestJSON-246240855 tempest-DeleteServersTestJSON-246240855-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=28c2d215-3277-4afa-a9af-3cb413c08b66 HTTP/1.1" status: 200 len: 210 time: 0.0326385 Aug 25 05:15:11.440975 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2dbbf218-807e-4c11-b727-d4ee0f80ed31 req-e385595d-fe53-4076-9896-e932a3d3cfcb service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493398 Aug 25 05:15:11.456250 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35944) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:11.474853 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec3494a9-743f-4fad-9406-df7e72286ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:11.499789 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:11.552893 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec3494a9-743f-4fad-9406-df7e72286ce1 admin admin] Publish callbacks [] for security_group (2701dba4-f349-41e9-abb0-42420517292a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:11.648368 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec3494a9-743f-4fad-9406-df7e72286ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (2701dba4-f349-41e9-abb0-42420517292a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:11.687319 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3494a9-743f-4fad-9406-df7e72286ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2701dba4-f349-41e9-abb0-42420517292a,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:11.691684 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ec3494a9-743f-4fad-9406-df7e72286ce1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f38eac147071436aa439d4b0d6ef4122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339857 Aug 25 05:15:11.694521 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 35948) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:11.711494 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:11.777450 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d319b4a-3d11-4fde-a04e-049a5bd767cc req-baf0cd34-5d2e-4a32-b6a3-f67ee6859073 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:11.778819 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d319b4a-3d11-4fde-a04e-049a5bd767cc req-baf0cd34-5d2e-4a32-b6a3-f67ee6859073 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0559220 Aug 25 05:15:11.783716 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] Publish callbacks [] for security_group (2701dba4-f349-41e9-abb0-42420517292a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:11.818208 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] Publish callbacks [] for security_group (2701dba4-f349-41e9-abb0-42420517292a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:11.870873 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d319b4a-3d11-4fde-a04e-049a5bd767cc req-ae94d9b4-9213-43a7-a96c-33ee630fc244 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837581 Aug 25 05:15:12.000433 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (2701dba4-f349-41e9-abb0-42420517292a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:12.002985 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:12.004107 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2701dba4-f349-41e9-abb0-42420517292a HTTP/1.1" status: 204 len: 168 time: 0.3089108 Aug 25 05:15:12.013173 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09774-3fde-4d49-a0f8-8045a72e6b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2701dba4-f349-41e9-abb0-42420517292a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:12.192587 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:12.200967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85096d08-40d0-44eb-b0a4-d72e3bd83567 req-b51dd334-100a-4dbc-8752-66a6f0f25c85 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:12.202411 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-85096d08-40d0-44eb-b0a4-d72e3bd83567 req-b51dd334-100a-4dbc-8752-66a6f0f25c85 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0458541 Aug 25 05:15:12.251361 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-85096d08-40d0-44eb-b0a4-d72e3bd83567 req-c3467419-87bd-4ef6-a406-a1b85173e954 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Aug 25 05:15:12.379075 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec4713-a452-4b9c-b297-70118d9f9641 req-bbdef15a-c56e-47c3-9afe-c0569113af3b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:12.380847 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-05ec4713-a452-4b9c-b297-70118d9f9641 req-bbdef15a-c56e-47c3-9afe-c0569113af3b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0524876 Aug 25 05:15:12.443209 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-05ec4713-a452-4b9c-b297-70118d9f9641 req-d45088ed-7d78-4cb6-a4ef-984b998493e3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Aug 25 05:15:13.002592 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf04449-2cd0-43df-bb43-9bb6ef61ea2c req-ed564508-e2c1-4ef7-bdc2-8b14f1f54a77 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:13.004077 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-adf04449-2cd0-43df-bb43-9bb6ef61ea2c req-ed564508-e2c1-4ef7-bdc2-8b14f1f54a77 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0569365 Aug 25 05:15:13.054880 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-adf04449-2cd0-43df-bb43-9bb6ef61ea2c req-6ed5a19c-45be-4ee4-9cde-c8ef7d9274fb tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Aug 25 05:15:14.184875 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371d52-a870-4edd-b122-65654398b9bb req-9816cf76-78bc-4f9d-82a0-d936702a9050 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:14.186391 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ff371d52-a870-4edd-b122-65654398b9bb req-9816cf76-78bc-4f9d-82a0-d936702a9050 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0514736 Aug 25 05:15:14.237486 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ff371d52-a870-4edd-b122-65654398b9bb req-9d03ebcc-2feb-4b71-91c4-8c772caf2c36 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453329 Aug 25 05:15:14.421774 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36024) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:14.748102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:14.811525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:15.268099 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Deleting port 0bb8b5a5-231d-45fe-b5c0-07f760560824 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:15.268451 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:15.347598 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] For port 0bb8b5a5-231d-45fe-b5c0-07f760560824, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0bb8b5a5-231d-45fe-b5c0-07f760560824,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:15.347964 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:15.365674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Calling delete_port for 0bb8b5a5-231d-45fe-b5c0-07f760560824 owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:15.380558 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:15.652805 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (0bb8b5a5-231d-45fe-b5c0-07f760560824), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:15.667528 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb8b5a5-231d-45fe-b5c0-07f760560824,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:15.805484 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.006668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:16.016653 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:15:16.126172 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:15:16.139184 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-19bd0e4c-a1b7-459b-bd9d-ba297be5bd4c admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7140324 Aug 25 05:15:16.139479 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Sync routers for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:15:16.146185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36052) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:16.162167 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:15:16.162856 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:16.195174 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77be1e5-4244-4427-9358-5f51022c70c7 req-2c9e3de0-6f07-4074-911a-99ab62341090 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:16.197632 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d77be1e5-4244-4427-9358-5f51022c70c7 req-2c9e3de0-6f07-4074-911a-99ab62341090 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0824206 Aug 25 05:15:16.263305 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks [] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.305033 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:15:16.312005 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:16.322130 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d77be1e5-4244-4427-9358-5f51022c70c7 req-538ef3fa-dbb1-4020-9c4b-e9a78653d3e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148107 Aug 25 05:15:16.323941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-21eead46-5197-4aa0-9dc3-cd8786d1c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:16.327036 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-21eead46-5197-4aa0-9dc3-cd8786d1c2f9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0740032 Aug 25 05:15:16.377314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks [] for router_gateway (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.475027 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231'}], 'enable_snat': True}, 'gw_port_id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:15:15Z', 'revision_number': 5, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port': {'id': '54c799bf-1bb2-4148-95ed-11f131caeab5', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:b1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:16.498894 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Deleting port 54c799bf-1bb2-4148-95ed-11f131caeab5 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:16.499230 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.503692 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Checking router: d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:15:16.512987 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Routers {'d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:15:16.518611 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:14:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:16.580321 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] For port 54c799bf-1bb2-4148-95ed-11f131caeab5, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=54c799bf-1bb2-4148-95ed-11f131caeab5,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:16.580686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.594763 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Calling delete_port for 54c799bf-1bb2-4148-95ed-11f131caeab5 owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:16.599093 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] Set router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:15:16.654391 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-1724c25e-2579-4344-8409-56783fe83642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:15:16Z', 'revision_number': 6, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:16.679840 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1724c25e-2579-4344-8409-56783fe83642 None None] The sync data for ids ['d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf'] in dv-cinder-853910-2-iscsi is: [{'id': 'd6fdbdf4-a87d-4091-aa7f-d6fb69d623cf', 'name': 'tempest-DeleteServersTestJSON-1673216313-router', 'tenant_id': 'e1f4463eb245468984f4747372d53fc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:22Z', 'updated_at': '2022-08-25T05:15:16Z', 'revision_number': 6, 'project_id': 'e1f4463eb245468984f4747372d53fc6', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:15:16.741885 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5c204-2583-4409-b21d-3f41bcbcaf0e req-a0ce0754-e535-4b2d-a986-4dd7feb5d785 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:16.741885 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3ef5c204-2583-4409-b21d-3f41bcbcaf0e req-a0ce0754-e535-4b2d-a986-4dd7feb5d785 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0791376 Aug 25 05:15:16.748609 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:16.787537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3ef5c204-2583-4409-b21d-3f41bcbcaf0e req-72978b1a-7edf-4b7f-aebc-066e0ad88df0 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Aug 25 05:15:16.847994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (54c799bf-1bb2-4148-95ed-11f131caeab5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:16.878271 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Pushing event deleted for resources: {'Port': ['ID=54c799bf-1bb2-4148-95ed-11f131caeab5,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:16.906704 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.007288 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.009456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks [] for router_controller (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.179645 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.180220 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:15:17.185036 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.186236 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ecb5195a-f58b-4bbd-a1b8-0cca3f5fc997 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/d6fdbdf4-a87d-4091-aa7f-d6fb69d623cf HTTP/1.1" status: 204 len: 168 time: 1.0430627 Aug 25 05:15:17.188837 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36072) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:17.235872 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Deleting subnet 7d38de37-a1e5-4aa6-8014-2cef86fb916c {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:15:17.239072 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Publish callbacks [] for subnet (7d38de37-a1e5-4aa6-8014-2cef86fb916c), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.274476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Publish callbacks [] for subnet (7d38de37-a1e5-4aa6-8014-2cef86fb916c), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.350841 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (7d38de37-a1e5-4aa6-8014-2cef86fb916c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.444632 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c3f7d-77be-4241-9061-40e1428baa47 req-f9c08922-fe5b-4174-8ae5-ab6dfb3c04c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:17.446143 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a74c3f7d-77be-4241-9061-40e1428baa47 req-f9c08922-fe5b-4174-8ae5-ab6dfb3c04c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0526035 Aug 25 05:15:17.471895 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:17.492044 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:17.497013 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a74c3f7d-77be-4241-9061-40e1428baa47 req-0211e0af-c013-422b-8830-d441ecea0ed0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Aug 25 05:15:17.522394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (7d38de37-a1e5-4aa6-8014-2cef86fb916c), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.553907 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d38de37-a1e5-4aa6-8014-2cef86fb916c,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:17.558419 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.565134 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b2e1c4d9-fac6-4dcf-b05e-a1549ff535eb admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/7d38de37-a1e5-4aa6-8014-2cef86fb916c HTTP/1.1" status: 204 len: 168 time: 0.3717458 Aug 25 05:15:17.566065 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36084) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:17.572540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44111c8-dd7e-4856-8ad4-e6926f9fa5fa None None] Network c037f7b3-1ecf-45ca-bbb9-148a361d2c3a requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:15:17.645518 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.696160 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Deleting port f0f53606-77d8-4196-adbf-eb164dd8ce4a {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:17.696393 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.768434 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] DHCP port deletion for c037f7b3-1ecf-45ca-bbb9-148a361d2c3a request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:15:17.777227 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-e3d374e9-71d9-4be1-993d-b8d1655e22d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:17.790651 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-e3d374e9-71d9-4be1-993d-b8d1655e22d6 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.1993272 Aug 25 05:15:17.808142 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] For port f0f53606-77d8-4196-adbf-eb164dd8ce4a, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=f0f53606-77d8-4196-adbf-eb164dd8ce4a,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:17.808142 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.820947 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Calling delete_port for f0f53606-77d8-4196-adbf-eb164dd8ce4a owned by network:dhcp {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:17.830315 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Deleting port f0f53606-77d8-4196-adbf-eb164dd8ce4a {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:17.830921 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.903476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0bb8b5a5-231d-45fe-b5c0-07f760560824 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:17.935912 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 0bb8b5a5-231d-45fe-b5c0-07f760560824 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:17.936264 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0bb8b5a5-231d-45fe-b5c0-07f760560824 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:17.936685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 54c799bf-1bb2-4148-95ed-11f131caeab5 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:17.957977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3ae6c-5e03-4382-81a0-34bce93f2eb3 req-182516c7-c5b5-449a-b627-34c680fdb51b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:17.959813 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a6e3ae6c-5e03-4382-81a0-34bce93f2eb3 req-182516c7-c5b5-449a-b627-34c680fdb51b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0516424 Aug 25 05:15:17.963311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 54c799bf-1bb2-4148-95ed-11f131caeab5 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:17.963657 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 54c799bf-1bb2-4148-95ed-11f131caeab5 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:17.972067 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] For port f0f53606-77d8-4196-adbf-eb164dd8ce4a, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=f0f53606-77d8-4196-adbf-eb164dd8ce4a,segment=NetworkSegment(2b73353e-7bdf-44d0-a2fb-91a23e34afca),segment_id=2b73353e-7bdf-44d0-a2fb-91a23e34afca)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:17.972461 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:17.993376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Calling delete_port for f0f53606-77d8-4196-adbf-eb164dd8ce4a owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:18.014536 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a6e3ae6c-5e03-4382-81a0-34bce93f2eb3 req-bf78264e-ee35-4248-b7c4-4685241a0a79 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475566 Aug 25 05:15:18.026416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.051956 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f53606-77d8-4196-adbf-eb164dd8ce4a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:18.058412 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] No DVR routers for this DVR port f0f53606-77d8-4196-adbf-eb164dd8ce4a on host dv-cinder-853910-2-iscsi {{(pid=107056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:15:18.125853 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (f0f53606-77d8-4196-adbf-eb164dd8ce4a), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.129363 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.150508 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.150853 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.151645 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.151944 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > port after_create 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.152268 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.152495 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] Pushing event deleted for resources: {'Port': ['ID=f0f53606-77d8-4196-adbf-eb164dd8ce4a,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:18.152602 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > port after_update 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.152913 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.153249 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.153679 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.153910 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.154378 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747cecb-5299-4fb3-9c2f-424831f0b6e1 None None] No DVR routers for this DVR port f0f53606-77d8-4196-adbf-eb164dd8ce4a on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:15:18.396640 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.396991 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.397316 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.397673 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107056) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:15:18.398053 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c037f7b3-1ecf-45ca-bbb9-148a361d2c3a']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:18.416361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b73353e-7bdf-44d0-a2fb-91a23e34afca') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:18.416730 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b73353e-7bdf-44d0-a2fb-91a23e34afca') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:15:18.434747 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (2b73353e-7bdf-44d0-a2fb-91a23e34afca), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.438076 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:18.458980 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (2b73353e-7bdf-44d0-a2fb-91a23e34afca), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.467706 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:15:18.468100 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (2b73353e-7bdf-44d0-a2fb-91a23e34afca), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.626800 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de32a49-7ef6-43dc-9c4d-12eaed1ada2f req-2031ef5d-6a16-4d35-806a-375cd4deebc4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:18.628261 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8de32a49-7ef6-43dc-9c4d-12eaed1ada2f req-2031ef5d-6a16-4d35-806a-375cd4deebc4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0522313 Aug 25 05:15:18.630476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (c037f7b3-1ecf-45ca-bbb9-148a361d2c3a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.645094 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:18.650797 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/c037f7b3-1ecf-45ca-bbb9-148a361d2c3a HTTP/1.1" status: 204 len: 168 time: 1.0811992 Aug 25 05:15:18.668812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec135059-8353-4c2a-8ab3-ce6ca2360f88 admin admin] Pushing event deleted for resources: {'Network': ['ID=c037f7b3-1ecf-45ca-bbb9-148a361d2c3a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:18.690593 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 2b73353e-7bdf-44d0-a2fb-91a23e34afca resource provider aggregate not found Aug 25 05:15:18.705116 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8de32a49-7ef6-43dc-9c4d-12eaed1ada2f req-a95b61c4-9fad-490a-b0fa-cd92af9d9c33 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Aug 25 05:15:18.707080 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 2b73353e-7bdf-44d0-a2fb-91a23e34afca resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b73353e-7bdf-44d0-a2fb-91a23e34afca found for delete ", "request_id": "req-b4b4b954-0726-41c2-b924-d98465f79dee"}]} Aug 25 05:15:19.071057 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36118) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:19.111763 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2333c004-1cd4-4706-91fa-54a4e0109c63 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e1f4463eb245468984f4747372d53fc6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395713 Aug 25 05:15:19.114450 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36120) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:19.130842 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069ef4a-24df-47ff-86b1-f6cd65e5d7b2 req-3dd9ce78-b48d-4f93-a773-ef7a19ae52ad tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:19.132301 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f069ef4a-24df-47ff-86b1-f6cd65e5d7b2 req-3dd9ce78-b48d-4f93-a773-ef7a19ae52ad tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0464768 Aug 25 05:15:19.163107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] Publish callbacks [] for security_group (7b739722-049f-4123-932c-a3a2bdec9553), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:19.180404 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f069ef4a-24df-47ff-86b1-f6cd65e5d7b2 req-4b8a1e1d-12dc-43bb-9ee6-d422f97da5fb tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Aug 25 05:15:19.183376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] Publish callbacks [] for security_group (7b739722-049f-4123-932c-a3a2bdec9553), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:19.305045 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7b739722-049f-4123-932c-a3a2bdec9553), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:19.308146 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:19.309296 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7b739722-049f-4123-932c-a3a2bdec9553 HTTP/1.1" status: 204 len: 168 time: 0.1939733 Aug 25 05:15:19.317560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd0f67-949a-452f-925c-43829319c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b739722-049f-4123-932c-a3a2bdec9553,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:19.757482 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device f0f53606-77d8-4196-adbf-eb164dd8ce4a no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:19.776572 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: f0f53606-77d8-4196-adbf-eb164dd8ce4a {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:19.776915 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device f0f53606-77d8-4196-adbf-eb164dd8ce4a not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:19.845920 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78667e0f-e62e-43c6-b5d2-7b90848f731d req-a4dd8775-84dd-4b50-ad12-f22de58b5994 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:19.845920 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78667e0f-e62e-43c6-b5d2-7b90848f731d req-a4dd8775-84dd-4b50-ad12-f22de58b5994 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0527456 Aug 25 05:15:19.887121 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78667e0f-e62e-43c6-b5d2-7b90848f731d req-c3cb6a88-fc3c-409e-a918-84685e4ef8e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432200 Aug 25 05:15:19.893809 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:15:20.300710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30583bd-137b-4cf6-88c9-3cd466c7260f req-179f32db-492d-4e13-859f-5d432a8e9869 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:20.302236 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b30583bd-137b-4cf6-88c9-3cd466c7260f req-179f32db-492d-4e13-859f-5d432a8e9869 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0474601 Aug 25 05:15:20.349410 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b30583bd-137b-4cf6-88c9-3cd466c7260f req-a13c08db-0cc4-4655-a46b-1a05c954bd87 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Aug 25 05:15:21.006373 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722caa88-0aa6-43e7-98c3-d2768816f70a req-1141c1ad-67c2-4d14-b1d6-e4009e6638b5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:21.007788 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-722caa88-0aa6-43e7-98c3-d2768816f70a req-1141c1ad-67c2-4d14-b1d6-e4009e6638b5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0468047 Aug 25 05:15:21.055155 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-722caa88-0aa6-43e7-98c3-d2768816f70a req-dd50dbca-9525-4b77-99af-cb5747f68844 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417593 Aug 25 05:15:21.304156 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-8b2ca9c8-e484-4370-a8c5-d306c5da8101 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.0360134 Aug 25 05:15:21.330083 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36188) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:21.354764 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-9740844f-797e-42c8-a4bc-1d9764915b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:21.356360 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-9740844f-797e-42c8-a4bc-1d9764915b71 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0454590 Aug 25 05:15:21.400069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-8ca8034f-b2b1-4f4e-b51b-11f89d0218d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:21.403308 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-8ca8034f-b2b1-4f4e-b51b-11f89d0218d4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389738 Aug 25 05:15:21.447646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.510790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a74b1-e579-4fba-8b6b-092a82905601 req-4535dec0-7748-4a93-a295-cd72b63f1c6b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:21.512268 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d34a74b1-e579-4fba-8b6b-092a82905601 req-4535dec0-7748-4a93-a295-cd72b63f1c6b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0846503 Aug 25 05:15:21.528815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Publish callbacks [] for security_group (d653ba72-b011-4b52-8a42-4581cf7217a6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.556074 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-3e7f592a-939d-447c-97e8-11bb2c20c3dd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473722 Aug 25 05:15:21.561749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:21.586926 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d34a74b1-e579-4fba-8b6b-092a82905601 req-9f4a54ff-100a-45e8-bbd2-63b182406923 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657566 Aug 25 05:15:21.612930 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d653ba72-b011-4b52-8a42-4581cf7217a6), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.650888 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4987f6cd050f445b8912b388ab4e9221&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196898 Aug 25 05:15:21.653398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d653ba72-b011-4b52-8a42-4581cf7217a6,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:21.654179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36198) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:21.660883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.661220 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.661550 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.661898 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.662229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.662549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.662862 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.663171 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.663564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.663871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.664180 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.664490 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.664794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.665099 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.665403 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7fa30-b00b-4100-b030-428db11b62ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:21.688789 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-511874f5-df5a-481a-a5cf-7edec85c3f1a req-376ac004-eb84-457c-b0ba-cdc3e307fe73 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167977 Aug 25 05:15:21.717051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] Publish callbacks [] for security_group (d653ba72-b011-4b52-8a42-4581cf7217a6), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.737570 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] Publish callbacks [] for security_group (d653ba72-b011-4b52-8a42-4581cf7217a6), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.876494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d653ba72-b011-4b52-8a42-4581cf7217a6), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.879167 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:21.880334 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d653ba72-b011-4b52-8a42-4581cf7217a6 HTTP/1.1" status: 204 len: 168 time: 0.2250514 Aug 25 05:15:21.883638 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:21.888938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b720c-0f39-4bf7-8e25-81cb92d72e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d653ba72-b011-4b52-8a42-4581cf7217a6,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:22.007911 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36212) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:22.118028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2c075f65-cb7a-4477-b4d4-35c05f6b64d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.164375 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:22.177210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ead1d-2525-469d-aeff-14329db94b92 req-8ad327ac-bb4b-4b80-ab60-87652870dd3f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:22.178725 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5d3ead1d-2525-469d-aeff-14329db94b92 req-8ad327ac-bb4b-4b80-ab60-87652870dd3f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0506396 Aug 25 05:15:22.210763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2c075f65-cb7a-4477-b4d4-35c05f6b64d6 admin admin] Publish callbacks [] for security_group (2c91a005-cca4-4283-88d2-72e0fbc83168), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.230814 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5d3ead1d-2525-469d-aeff-14329db94b92 req-bb03dad6-62cb-4166-92f3-1079b9dff46b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 Aug 25 05:15:22.329019 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2c075f65-cb7a-4477-b4d4-35c05f6b64d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (2c91a005-cca4-4283-88d2-72e0fbc83168), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.398140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-7b71bc99-1cae-4c72-8fd6-2e676171e80d tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:22.399837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-7b71bc99-1cae-4c72-8fd6-2e676171e80d tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0808103 Aug 25 05:15:22.405136 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2c075f65-cb7a-4477-b4d4-35c05f6b64d6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bcd2ab4056374054994fc04593338ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3937449 Aug 25 05:15:22.405136 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c075f65-cb7a-4477-b4d4-35c05f6b64d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91a005-cca4-4283-88d2-72e0fbc83168,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:22.406400 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 36226) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:22.452061 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:22.484997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] Publish callbacks [] for security_group (2c91a005-cca4-4283-88d2-72e0fbc83168), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.513242 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] Publish callbacks [] for security_group (2c91a005-cca4-4283-88d2-72e0fbc83168), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.516642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Deleting port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:22.516990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.611231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:22.626620 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] For port 93471c85-b610-4fef-93f6-7b89d7e9a4e5, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=93471c85-b610-4fef-93f6-7b89d7e9a4e5,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:22.626986 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.640549 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Calling delete_port for 93471c85-b610-4fef-93f6-7b89d7e9a4e5 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:22.741808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be45f3-48b0-4580-98d7-8d8fed1e198d req-f061f233-f42e-4ae4-980c-f9aae75bbbd4 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:22.743237 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c7be45f3-48b0-4580-98d7-8d8fed1e198d req-f061f233-f42e-4ae4-980c-f9aae75bbbd4 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 946 time: 0.0602536 Aug 25 05:15:22.791120 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (2c91a005-cca4-4283-88d2-72e0fbc83168), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.794101 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.797820 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/2c91a005-cca4-4283-88d2-72e0fbc83168 HTTP/1.1" status: 204 len: 168 time: 0.3874576 Aug 25 05:15:22.805241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa33bb3-0178-4819-b9cd-c7f1653bad2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91a005-cca4-4283-88d2-72e0fbc83168,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:22.835337 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c7be45f3-48b0-4580-98d7-8d8fed1e198d req-76849348-6e9b-4876-b47a-246197c9785c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809975 Aug 25 05:15:22.968081 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (93471c85-b610-4fef-93f6-7b89d7e9a4e5), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:22.996153 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Pushing event deleted for resources: {'Port': ['ID=93471c85-b610-4fef-93f6-7b89d7e9a4e5,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:23.008202 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.008539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.008874 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.009206 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.009530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.009880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.010202 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.010521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.011331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.011665 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.012008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.012353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.012666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.012980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.013295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:23.031089 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['93471c85-b610-4fef-93f6-7b89d7e9a4e5'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:15:23.050329 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] No DVR routers for this DVR port 93471c85-b610-4fef-93f6-7b89d7e9a4e5 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:15:23.052704 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:23.055993 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a98f0460-f9ff-481d-a42f-1d749d21a965 req-68737ab0-46ba-4090-b390-d9ee0ec74304 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "DELETE /networking/v2.0/ports/93471c85-b610-4fef-93f6-7b89d7e9a4e5 HTTP/1.1" status: 204 len: 173 time: 0.6485598 Aug 25 05:15:23.056427 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'name': 'network-vif-deleted', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:23.059247 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1f0a35-ee26-460a-91ec-21af566ebea4" -d '{"events": [{"server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "name": "network-vif-deleted", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:23.096482 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5191db63-89dc-4083-9ebd-65574c09cd92 x-openstack-request-id: req-5191db63-89dc-4083-9ebd-65574c09cd92 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:23.096800 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae73d1d-6d07-4eae-8bff-4e95fa1b525d", "name": "network-vif-deleted", "tag": "93471c85-b610-4fef-93f6-7b89d7e9a4e5", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:23.097015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5191db63-89dc-4083-9ebd-65574c09cd92 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:23.097435 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5191db63-89dc-4083-9ebd-65574c09cd92'] response: {'server_uuid': '4ae73d1d-6d07-4eae-8bff-4e95fa1b525d', 'name': 'network-vif-deleted', 'tag': '93471c85-b610-4fef-93f6-7b89d7e9a4e5', 'status': 'completed', 'code': 200} Aug 25 05:15:23.396630 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d6f5-0d26-4513-a955-a32de3c782ce req-347a8951-6713-468a-983b-9661bdad8245 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:23.398368 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-99e7d6f5-0d26-4513-a955-a32de3c782ce req-347a8951-6713-468a-983b-9661bdad8245 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0594137 Aug 25 05:15:23.438580 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:23.473891 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-99e7d6f5-0d26-4513-a955-a32de3c782ce req-aa80dcd7-d453-4610-bdc5-d219038b412a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688653 Aug 25 05:15:24.165387 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fe1f25ca-9dea-4b1c-bfca-0e9778bd5f6f req-bed8c40a-f9f4-440c-9c67-c26e562352a5 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4ae73d1d-6d07-4eae-8bff-4e95fa1b525d HTTP/1.1" status: 200 len: 210 time: 0.2412324 Aug 25 05:15:24.607053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc72e53-fe9e-4043-b491-ec5c1fd6405e req-8fd8eb52-74fb-4a3d-b481-a6c50afa1081 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:24.608526 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-abc72e53-fe9e-4043-b491-ec5c1fd6405e req-8fd8eb52-74fb-4a3d-b481-a6c50afa1081 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0487776 Aug 25 05:15:24.656619 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-abc72e53-fe9e-4043-b491-ec5c1fd6405e req-86e2a063-134a-4352-8814-6ecf9160eea9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Aug 25 05:15:25.503402 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-bebac9a4-7653-4acf-ae75-e9cab7e93ece tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:25.504955 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-bebac9a4-7653-4acf-ae75-e9cab7e93ece tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f HTTP/1.1" status: 200 len: 809 time: 0.1107812 Aug 25 05:15:25.519536 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-ecb61ee0-73b1-4824-a88b-9de868dfae24 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/quotas/a252c620742a4f6b9fdaafb4cb81f10f HTTP/1.1" status: 200 len: 375 time: 0.0088744 Aug 25 05:15:25.552041 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-1ca45c24-0639-483d-8b9e-0e9bed499d26 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276730 Aug 25 05:15:25.645099 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-e734c9fc-f230-4db4-9b9f-2eecca151f35 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861645 Aug 25 05:15:25.741898 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-1ce5a5ad-b319-4ee1-a7b3-07276f7fc12a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910583 Aug 25 05:15:25.786890 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ff9f9-ea16-47b3-9625-372be3ef1a4a req-4a83057e-eb65-4a6d-91ea-0e4fd0c78c7d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:25.788387 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-908ff9f9-ea16-47b3-9625-372be3ef1a4a req-4a83057e-eb65-4a6d-91ea-0e4fd0c78c7d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0471895 Aug 25 05:15:25.836687 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-908ff9f9-ea16-47b3-9625-372be3ef1a4a req-da21713c-536e-4fa0-855f-0eb3b7d22071 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420091 Aug 25 05:15:25.944135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 93471c85-b610-4fef-93f6-7b89d7e9a4e5 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:25.962890 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 93471c85-b610-4fef-93f6-7b89d7e9a4e5 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:25.963232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 93471c85-b610-4fef-93f6-7b89d7e9a4e5 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:26.044666 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-675998db-d2ee-4fcb-8b4a-16b22fa8dcf4 req-fc906bd2-ba03-4b59-82ca-1d572e58d033 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 210 time: 0.0285654 Aug 25 05:15:26.499046 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-eaa18c34-50aa-4820-83a1-a2e986012b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:26.920212 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=42 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:26.953325 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc516e7-688c-47a8-860e-3ee8f4ea3178 req-fa0b34b0-bee1-4e06-ba3e-c6fc7d75089f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:26.954856 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1bc516e7-688c-47a8-860e-3ee8f4ea3178 req-fa0b34b0-bee1-4e06-ba3e-c6fc7d75089f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0460720 Aug 25 05:15:27.006903 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1bc516e7-688c-47a8-860e-3ee8f4ea3178 req-6d7747fb-58a5-47be-864e-d2ca83f5cc59 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463858 Aug 25 05:15:27.152939 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-31fe11e2-2b2e-4e69-ba12-3afb18acc5d0 req-a3eca56d-154d-44cc-a326-ea0f9d68edb5 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 210 time: 0.0305107 Aug 25 05:15:28.126120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882493e-3f81-4b98-94e4-a82204733622 req-ad916937-30b5-4d26-a7de-ce7362cedd99 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:28.127594 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5882493e-3f81-4b98-94e4-a82204733622 req-ad916937-30b5-4d26-a7de-ce7362cedd99 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0478449 Aug 25 05:15:28.175419 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5882493e-3f81-4b98-94e4-a82204733622 req-03e11ec2-4e8f-4df6-ab3b-f2a5de88f8b5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422201 Aug 25 05:15:28.254933 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3738a6f8-a448-4884-ab1a-b4658e4d0353 req-5b752b32-a3d4-4436-b6c5-cc706f8e5d50 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 210 time: 0.0287097 Aug 25 05:15:28.608275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-73598105-6266-46ba-9537-d56298d313f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:28.894715 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2f90a63f-ec08-4afc-a8ba-334b3f82b613 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:28.896173 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2f90a63f-ec08-4afc-a8ba-334b3f82b613 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "GET /networking/v2.0/networks?id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f HTTP/1.1" status: 200 len: 809 time: 0.1028409 Aug 25 05:15:28.928031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Request body: {'port': {'device_id': '203c2b53-7c5a-47a3-856f-12068777e837', 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f', 'admin_state_up': True, 'tenant_id': 'a252c620742a4f6b9fdaafb4cb81f10f'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:29.139521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Made reservation on behalf of a252c620742a4f6b9fdaafb4cb81f10f for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:15:29.143541 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:29.146436 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:29.289659 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:29.311649 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Allocated IP 172.20.0.9 (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f/14b457d4-068b-4926-a16a-46683d6936bd/91ccd576-94b3-4218-a7f7-374fb45a2640) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:15:29.319243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa88ecd-609a-49eb-bab8-9dc005d4f11d req-0d685c8c-f1de-4d89-8926-53f158da0b4b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:29.320712 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5fa88ecd-609a-49eb-bab8-9dc005d4f11d req-0d685c8c-f1de-4d89-8926-53f158da0b4b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0647223 Aug 25 05:15:29.366364 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7dc2970b-87aa-497d-b810-45e4a7f47a4a req-35b6adc7-e677-46e4-931b-2264577a5837 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 210 time: 0.0303981 Aug 25 05:15:29.449994 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5fa88ecd-609a-49eb-bab8-9dc005d4f11d req-7db0ac74-f334-4576-baad-f4f08bdcb7b4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139441 Aug 25 05:15:29.511106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks [] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:29.642214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:29.687769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:15:29.690919 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:15:29.694987 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:15:29.700001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:29.700606 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:29.708974 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Pushing event updated for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:29.793258 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d6d91128-941f-48e2-9fbf-4aac5671b56e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8691068 Aug 25 05:15:29.811449 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Request body: {'port': {'device_id': '203c2b53-7c5a-47a3-856f-12068777e837', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:29.879842 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:29.882791 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:29.893808 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=49 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:30.025024 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.150102 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ccd576-94b3-4218-a7f7-374fb45a2640 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:15:30.158529 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks [] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.171862 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Transition to ACTIVE for port object 91ccd576-94b3-4218-a7f7-374fb45a2640 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:15:30.299344 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.379638 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Pushing event updated for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:30.389528 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Attempting to bind port 91ccd576-94b3-4218-a7f7-374fb45a2640 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:15:30.389936 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Attempting to bind port 91ccd576-94b3-4218-a7f7-374fb45a2640 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:15:30.390339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Attempting to bind port 91ccd576-94b3-4218-a7f7-374fb45a2640 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:15:30.393201 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:30.395481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Port 91ccd576-94b3-4218-a7f7-374fb45a2640 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:15:30.395798 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Attempting to bind port 91ccd576-94b3-4218-a7f7-374fb45a2640 on network 9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:15:30.400768 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:15:30.401125 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Checking segment: {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:15:30.402097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Bound using segment: {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:15:30.402525 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Bound port: 91ccd576-94b3-4218-a7f7-374fb45a2640, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69810441-62f1-4d04-86f5-59ec4c83344a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:15:30.402885 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.468922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:15:30.473049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=91ccd576-94b3-4218-a7f7-374fb45a2640,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:15:30.517660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819cd59-54bc-49e3-b4be-a7f011920d65 req-9e11b1a0-eb11-4ec3-a5f1-35519acc1696 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:30.519229 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7819cd59-54bc-49e3-b4be-a7f011920d65 req-9e11b1a0-eb11-4ec3-a5f1-35519acc1696 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0521271 Aug 25 05:15:30.571393 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7819cd59-54bc-49e3-b4be-a7f011920d65 req-2da6cfeb-3fa0-4e43-915e-6be0720c4382 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434480 Aug 25 05:15:30.591963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.599080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c1d37-e2c5-442c-9771-a2e221f6ca61 req-66631c99-635b-4d29-9c41-fea78ba8e83d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:30.600555 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d98c1d37-e2c5-442c-9771-a2e221f6ca61 req-66631c99-635b-4d29-9c41-fea78ba8e83d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0576584 Aug 25 05:15:30.601741 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:30.602356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:30.603591 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/91ccd576-94b3-4218-a7f7-374fb45a2640 HTTP/1.1" status: 200 len: 1093 time: 0.7968481 Aug 25 05:15:30.605688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:30.607896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbe4276-b05f-4c70-9318-f5354d353945" -d '{"events": [{"name": "network-changed", "server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:30.649642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874983f-977d-4349-ac88-6d113134b145 x-openstack-request-id: req-4874983f-977d-4349-ac88-6d113134b145 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:30.649642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:30.649642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4874983f-977d-4349-ac88-6d113134b145 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:30.649642 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4874983f-977d-4349-ac88-6d113134b145'] response: {'name': 'network-changed', 'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640', 'status': 'completed', 'code': 200} Aug 25 05:15:30.695303 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d98c1d37-e2c5-442c-9771-a2e221f6ca61 req-afb0df49-bd50-4d4a-9e0c-4f96781550d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844135 Aug 25 05:15:30.695884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c9c70-f0ad-48fe-9bfe-207bda395b7f service neutron] Pushing event updated for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:30.743465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-49d277c4-7e6b-4c17-8b2c-ef9b5cd96ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:30.745411 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-49d277c4-7e6b-4c17-8b2c-ef9b5cd96ffc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 1127 time: 0.0410130 Aug 25 05:15:31.077560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-35061a87-3b3f-4435-ab54-1288f734503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:31.079032 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-35061a87-3b3f-4435-ab54-1288f734503f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3190298 Aug 25 05:15:31.172671 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-168e6cf3-7082-4fa8-b14c-5e36b58e1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:31.174112 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cbe4276-b05f-4c70-9318-f5354d353945 req-168e6cf3-7082-4fa8-b14c-5e36b58e1f9a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887184 Aug 25 05:15:31.286721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-5bc4674a-ab3b-451c-bde0-b79641d9ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:31.288422 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-5bc4674a-ab3b-451c-bde0-b79641d9ad42 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 1127 time: 0.0425529 Aug 25 05:15:31.346003 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-a4ea57e7-5ce0-4466-a680-d8a317756e53 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91ccd576-94b3-4218-a7f7-374fb45a2640 HTTP/1.1" status: 200 len: 217 time: 0.0331030 Aug 25 05:15:31.362015 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:31.391342 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:31.699807 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc48a9-298f-4633-929b-8054890f5663 req-b4b33f93-aa79-4059-8444-a9ee30da36bc tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:31.701292 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c2bc48a9-298f-4633-929b-8054890f5663 req-b4b33f93-aa79-4059-8444-a9ee30da36bc tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0499306 Aug 25 05:15:31.752544 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c2bc48a9-298f-4633-929b-8054890f5663 req-943d1374-a297-45cf-a82a-5c928a57af43 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Aug 25 05:15:31.817977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9cda3-4da4-47e7-8390-0981c754c927 req-580f7f42-4500-4511-931b-664af0f1e2c4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:31.819630 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3bf9cda3-4da4-47e7-8390-0981c754c927 req-580f7f42-4500-4511-931b-664af0f1e2c4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0499654 Aug 25 05:15:31.868188 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3bf9cda3-4da4-47e7-8390-0981c754c927 req-1b6c94a4-10aa-40c2-88a8-782a22ab2552 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Aug 25 05:15:32.868837 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fe027-8002-4139-87a5-138c35ef299e req-b9d22f27-86c0-4ad0-92d6-9a7ffc7af23e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:32.870807 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0a4fe027-8002-4139-87a5-138c35ef299e req-b9d22f27-86c0-4ad0-92d6-9a7ffc7af23e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0461097 Aug 25 05:15:32.919620 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0a4fe027-8002-4139-87a5-138c35ef299e req-7307bd00-b0c5-42be-bb0c-a3a422665f66 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Aug 25 05:15:32.970996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:32.988230 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f128f-e0c1-4d01-b835-8f5526353d29 req-3371e787-df8c-448e-8d1e-1f286e5d3004 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:32.989676 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b04f128f-e0c1-4d01-b835-8f5526353d29 req-3371e787-df8c-448e-8d1e-1f286e5d3004 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0462587 Aug 25 05:15:33.036301 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b04f128f-e0c1-4d01-b835-8f5526353d29 req-88849b2b-e9b9-44a8-b861-84a0407ba28b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Aug 25 05:15:34.040443 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b420f6-92ca-4182-bb0c-29e746e3e8a1 req-3f1de83a-ac89-4945-b57f-7505f019c366 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:34.042398 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e4b420f6-92ca-4182-bb0c-29e746e3e8a1 req-3f1de83a-ac89-4945-b57f-7505f019c366 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0489700 Aug 25 05:15:34.089155 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e4b420f6-92ca-4182-bb0c-29e746e3e8a1 req-609cbe3b-7f9e-4199-806a-853de3cdd987 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411856 Aug 25 05:15:34.151199 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54bfe68-d7f4-491e-b9cf-e5b7fed8ab4b req-7bb13da2-3ddd-40f3-a31e-e1fb2ecb2b63 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:34.152624 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d54bfe68-d7f4-491e-b9cf-e5b7fed8ab4b req-7bb13da2-3ddd-40f3-a31e-e1fb2ecb2b63 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0453520 Aug 25 05:15:34.201127 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d54bfe68-d7f4-491e-b9cf-e5b7fed8ab4b req-c9921aeb-1915-461d-8937-51bab537fdbf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431347 Aug 25 05:15:34.759502 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-4c84e8eb-733d-4b8d-9fb7-59a1087e6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:34.761040 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-4c84e8eb-733d-4b8d-9fb7-59a1087e6fc6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=14b457d4-068b-4926-a16a-46683d6936bd HTTP/1.1" status: 200 len: 849 time: 0.0456142 Aug 25 05:15:35.206924 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a01d3-3c79-4dfa-bfef-991968182de5 req-ab1ae7e7-93bf-4997-b780-1ebc44aefccc tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:35.208380 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c18a01d3-3c79-4dfa-bfef-991968182de5 req-ab1ae7e7-93bf-4997-b780-1ebc44aefccc tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0473971 Aug 25 05:15:35.257862 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c18a01d3-3c79-4dfa-bfef-991968182de5 req-22782a3a-b003-46cb-a531-a047587334ea tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Aug 25 05:15:35.323228 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72ebf-e741-4448-8f84-dc736349a0ad req-714a4af7-563d-469a-bca6-17176ecf2e04 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:35.324667 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bb72ebf-e741-4448-8f84-dc736349a0ad req-714a4af7-563d-469a-bca6-17176ecf2e04 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0456941 Aug 25 05:15:35.373136 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bb72ebf-e741-4448-8f84-dc736349a0ad req-e8d4be10-3dfb-407f-ac2a-1237fd2a5e14 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428586 Aug 25 05:15:36.380065 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567dec4d-9cef-45ec-843d-c2008fcd6c8e req-feae67ae-f9ce-4130-893e-977fdb71003c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:36.381513 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-567dec4d-9cef-45ec-843d-c2008fcd6c8e req-feae67ae-f9ce-4130-893e-977fdb71003c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0511658 Aug 25 05:15:36.433205 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-567dec4d-9cef-45ec-843d-c2008fcd6c8e req-6320c3da-85bb-45f4-bc32-a6aede21c3a2 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Aug 25 05:15:36.517190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acb098-2588-4bfb-bbc5-876cf90e7e21 req-fa04737a-a08b-4de8-9f49-aa17d88e81b9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:36.518670 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d8acb098-2588-4bfb-bbc5-876cf90e7e21 req-fa04737a-a08b-4de8-9f49-aa17d88e81b9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0719035 Aug 25 05:15:36.571413 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-c05419db-bceb-4208-8486-81e4eb948801 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305760 Aug 25 05:15:36.606380 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d8acb098-2588-4bfb-bbc5-876cf90e7e21 req-8a01d87d-c06a-439d-af0e-e462a213f336 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Aug 25 05:15:36.683136 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d39bba11-ed0d-4982-bf59-90997d89656c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934629 Aug 25 05:15:36.763027 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:36.776909 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97dc7cec-8a7f-4f87-b74b-b9e6c7770281 req-d1901fa3-69bb-48fe-86ed-085100682732 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872107 Aug 25 05:15:36.887346 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:37.537156 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:37.551196 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a372f-3bf3-4ef8-a7e9-7a67e5a4d7c3 req-e00157aa-a1d8-4247-8e37-e9add2ba8f31 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:37.552715 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cf9a372f-3bf3-4ef8-a7e9-7a67e5a4d7c3 req-e00157aa-a1d8-4247-8e37-e9add2ba8f31 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0474222 Aug 25 05:15:37.599531 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cf9a372f-3bf3-4ef8-a7e9-7a67e5a4d7c3 req-7abccfc0-c565-4ca8-9519-b2d6d604794c tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408905 Aug 25 05:15:37.732839 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7cc57-9556-407e-8484-700845cdadcf req-8931bcab-c46a-4397-965f-57e3e085fb81 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:37.732839 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d1e7cc57-9556-407e-8484-700845cdadcf req-8931bcab-c46a-4397-965f-57e3e085fb81 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0496995 Aug 25 05:15:37.781905 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d1e7cc57-9556-407e-8484-700845cdadcf req-f01f050a-e61a-42cc-8620-c28919e1ddd3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Aug 25 05:15:38.722000 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df51c5-be7a-43fd-8844-1b7b85c9ddaf req-6b817c0b-65d6-425b-873a-29d46526e3f2 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:38.723473 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a8df51c5-be7a-43fd-8844-1b7b85c9ddaf req-6b817c0b-65d6-425b-873a-29d46526e3f2 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0521858 Aug 25 05:15:38.771979 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a8df51c5-be7a-43fd-8844-1b7b85c9ddaf req-d958c39e-8430-491a-a854-beb877e8d33a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427678 Aug 25 05:15:38.911351 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b3bda-3535-4152-8c09-88515e144d95 req-8440973c-c785-4d32-affb-fb520812e9de tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:38.912762 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b81b3bda-3535-4152-8c09-88515e144d95 req-8440973c-c785-4d32-affb-fb520812e9de tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0531008 Aug 25 05:15:38.959478 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b81b3bda-3535-4152-8c09-88515e144d95 req-5fafd351-fff6-417b-8925-e67a9b1969c0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404501 Aug 25 05:15:39.896396 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fd6d6-02fb-4f75-8a34-b94991fe6612 req-47c2df8a-3d36-4be4-a634-990cce7212f6 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:39.897900 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-676fd6d6-02fb-4f75-8a34-b94991fe6612 req-47c2df8a-3d36-4be4-a634-990cce7212f6 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 943 time: 0.0511005 Aug 25 05:15:39.946977 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-676fd6d6-02fb-4f75-8a34-b94991fe6612 req-fdf9fc0e-ba83-4fe5-aeb8-e7e526bba114 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428917 Aug 25 05:15:40.018629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 91ccd576-94b3-4218-a7f7-374fb45a2640 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:15:40.021671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=51,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:40.022412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=58,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:40.025325 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=46,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:40.080680 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f163-b0f9-43a9-b14f-5403feaf77ee req-278cf0e5-75d6-4ae8-9a21-b81f13006f38 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:40.082193 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9df0f163-b0f9-43a9-b14f-5403feaf77ee req-278cf0e5-75d6-4ae8-9a21-b81f13006f38 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0499620 Aug 25 05:15:40.124344 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=91ccd576-94b3-4218-a7f7-374fb45a2640,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:40.129890 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9df0f163-b0f9-43a9-b14f-5403feaf77ee req-d3b8d778-5ecc-4130-8524-7ada8c30d83f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414591 Aug 25 05:15:40.137824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '91ccd576-94b3-4218-a7f7-374fb45a2640', 'network_id': '9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f', 'port_id': '91ccd576-94b3-4218-a7f7-374fb45a2640', 'mac_address': 'fa:16:3e:69:2c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b457d4-068b-4926-a16a-46683d6936bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:15:40.175183 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 91ccd576-94b3-4218-a7f7-374fb45a2640 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:15:40.175573 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:40.188578 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ccd576-94b3-4218-a7f7-374fb45a2640 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:15:40.208938 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=91ccd576-94b3-4218-a7f7-374fb45a2640,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:40.287500 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:40.335006 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:40.342915 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.343253 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.343651 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.344145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.344470 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.344819 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.345156 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.345471 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.345821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.346165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.346482 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.346818 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.347128 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.347438 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:40.347744 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:15:41.027429 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['91ccd576-94b3-4218-a7f7-374fb45a2640'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:15:41.028754 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:41.071766 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae6626-632d-47f6-a8e7-9d4110c0494f req-295dd360-c802-4180-821f-44f734ab0a25 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:41.073289 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6bae6626-632d-47f6-a8e7-9d4110c0494f req-295dd360-c802-4180-821f-44f734ab0a25 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 944 time: 0.0531957 Aug 25 05:15:41.121557 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6bae6626-632d-47f6-a8e7-9d4110c0494f req-7a4f11b8-bb52-4673-8f79-b7eb5ecd1c26 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Aug 25 05:15:41.259912 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588c8c2-4a75-4928-89ca-f470cac8dda7 req-6d8ff1ab-34f1-4a9f-a452-1316aa34cdfd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:41.261466 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8588c8c2-4a75-4928-89ca-f470cac8dda7 req-6d8ff1ab-34f1-4a9f-a452-1316aa34cdfd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0542057 Aug 25 05:15:41.308420 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8588c8c2-4a75-4928-89ca-f470cac8dda7 req-e748def9-7655-485a-98a0-e6c0eee4a2bc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411594 Aug 25 05:15:42.240166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277182f7-4837-4a6d-be48-2170549b5732 req-b64d7c15-adac-415d-9051-3985c4d42f32 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:42.241799 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-277182f7-4837-4a6d-be48-2170549b5732 req-b64d7c15-adac-415d-9051-3985c4d42f32 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 944 time: 0.0479395 Aug 25 05:15:42.293356 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-277182f7-4837-4a6d-be48-2170549b5732 req-a8031e8c-3682-40a6-811b-064a5e5ed148 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454516 Aug 25 05:15:42.430109 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128da4b-f684-4ced-996d-cfd6db32dee0 req-418a5b7b-6e8e-40c4-b431-8094bb81a600 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:42.431611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3128da4b-f684-4ced-996d-cfd6db32dee0 req-418a5b7b-6e8e-40c4-b431-8094bb81a600 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0476201 Aug 25 05:15:42.478673 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3128da4b-f684-4ced-996d-cfd6db32dee0 req-e64293d6-d927-4236-a3dc-1a2a3d6fd9c7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Aug 25 05:15:42.497242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 91ccd576-94b3-4218-a7f7-374fb45a2640 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:15:42.540805 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 91ccd576-94b3-4218-a7f7-374fb45a2640 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:15:42.658957 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 91ccd576-94b3-4218-a7f7-374fb45a2640 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:15:42.659333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:42.735203 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 91ccd576-94b3-4218-a7f7-374fb45a2640 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:15:42.735507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:42.757806 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:42.760029 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c3ecb-47aa-4446-9cfd-9a843ea03c26" -d '{"events": [{"server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "name": "network-vif-plugged", "status": "completed", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:42.771992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=91ccd576-94b3-4218-a7f7-374fb45a2640,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:42.797955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fccfb1-3c22-43da-af01-c96ab4a90570 x-openstack-request-id: req-49fccfb1-3c22-43da-af01-c96ab4a90570 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:42.798258 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "name": "network-vif-plugged", "status": "completed", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:42.798509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49fccfb1-3c22-43da-af01-c96ab4a90570 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:42.798894 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fccfb1-3c22-43da-af01-c96ab4a90570'] response: {'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640', 'code': 200} Aug 25 05:15:42.859119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:42.904254 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:43.153001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30836dc-ba38-457b-bfac-029beec351ed req-a0497fa5-7e31-48cb-8007-a24632af4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:43.154507 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c30836dc-ba38-457b-bfac-029beec351ed req-a0497fa5-7e31-48cb-8007-a24632af4311 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0399799 Aug 25 05:15:43.167269 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:43.206627 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c30836dc-ba38-457b-bfac-029beec351ed req-440d91c6-ff03-4f86-9c1c-fb3536f179a2 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445609 Aug 25 05:15:43.418127 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53aaf51-dbca-4960-aa75-70e2ff8d85cf req-8d765e3f-54f8-44a6-8c51-399f58fd5242 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:43.419616 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c53aaf51-dbca-4960-aa75-70e2ff8d85cf req-8d765e3f-54f8-44a6-8c51-399f58fd5242 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0535648 Aug 25 05:15:43.469730 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c53aaf51-dbca-4960-aa75-70e2ff8d85cf req-c4b2460e-0efb-45af-a49e-068908749d35 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426776 Aug 25 05:15:43.598541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4445ad5-b9ff-47f7-b735-b162764e6df1 req-99cace73-2a35-4a74-9902-197d74d61be8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:43.600264 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f4445ad5-b9ff-47f7-b735-b162764e6df1 req-99cace73-2a35-4a74-9902-197d74d61be8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0477881 Aug 25 05:15:43.649190 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f4445ad5-b9ff-47f7-b735-b162764e6df1 req-75c93b2e-fb96-46aa-a5d1-5b33f58d0a2e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Aug 25 05:15:43.755312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986a1cb-9962-4d22-9805-9145b9987ec3 req-f3a18cb4-ca02-4dc3-8fd4-d7feec467795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:43.762576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6986a1cb-9962-4d22-9805-9145b9987ec3 req-f3a18cb4-ca02-4dc3-8fd4-d7feec467795 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 1129 time: 0.0373859 Aug 25 05:15:44.323339 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6986a1cb-9962-4d22-9805-9145b9987ec3 req-75af7c78-821e-4498-a3ca-7be4df1c3ed8 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382175 Aug 25 05:15:44.589840 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd7878-536d-4f77-b787-64bb16afab8b req-583c3eae-32b2-4cf1-90e3-1456d21f1fca tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:44.591467 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3dd7878-536d-4f77-b787-64bb16afab8b req-583c3eae-32b2-4cf1-90e3-1456d21f1fca tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0512660 Aug 25 05:15:44.638192 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3dd7878-536d-4f77-b787-64bb16afab8b req-6e25440a-15ea-4ac9-b3e2-f53cfab835bb tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Aug 25 05:15:44.769131 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81d94-01ec-4758-a003-bd05fd31b138 req-ef34997b-7cbf-49f8-af17-672584e201db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:44.770746 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a2d81d94-01ec-4758-a003-bd05fd31b138 req-ef34997b-7cbf-49f8-af17-672584e201db tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0481448 Aug 25 05:15:44.818217 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a2d81d94-01ec-4758-a003-bd05fd31b138 req-713465f8-46f9-4130-9bda-03cdda68e767 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417588 Aug 25 05:15:45.756989 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72da38-e9f4-4b35-953e-df459e18c086 req-28a29ac9-2e15-4fbb-93cd-5440bb20002f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:45.758459 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f72da38-e9f4-4b35-953e-df459e18c086 req-28a29ac9-2e15-4fbb-93cd-5440bb20002f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0477266 Aug 25 05:15:45.804598 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f72da38-e9f4-4b35-953e-df459e18c086 req-edaa70b8-73f0-4002-8699-743b6bab94c1 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Aug 25 05:15:45.940186 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311098bb-3544-4774-b514-3ba8d05f873a req-a047454e-c692-4439-bf1f-71c20039dc07 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:45.941557 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-311098bb-3544-4774-b514-3ba8d05f873a req-a047454e-c692-4439-bf1f-71c20039dc07 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0500925 Aug 25 05:15:45.989147 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-311098bb-3544-4774-b514-3ba8d05f873a req-fee68708-fea1-4819-aad9-6fd097ae6746 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420344 Aug 25 05:15:46.495730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca36f00-7e28-4839-a660-f67a3755570d req-97ffa207-6af9-4094-80d3-b36cfbc927ef tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:46.497106 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7ca36f00-7e28-4839-a660-f67a3755570d req-97ffa207-6af9-4094-80d3-b36cfbc927ef tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0486300 Aug 25 05:15:46.508027 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:46.548395 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7ca36f00-7e28-4839-a660-f67a3755570d req-613de577-4600-40b0-8c71-4ef9a24de02a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456991 Aug 25 05:15:46.929779 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f534f4-697e-4f17-82cc-c770e22cc977 req-3f5b814f-2ec1-4f14-b604-1387b3b3643a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:46.931308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40f534f4-697e-4f17-82cc-c770e22cc977 req-3f5b814f-2ec1-4f14-b604-1387b3b3643a tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Aug 25 05:15:46.950012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80ce6-be48-445b-96f0-72fced75ffed req-dc1a5521-c39a-4c27-9f4c-b6d86ce13e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:46.951513 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-dc1a5521-c39a-4c27-9f4c-b6d86ce13e3a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0405185 Aug 25 05:15:46.980991 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-40f534f4-697e-4f17-82cc-c770e22cc977 req-adb32adb-5f5c-45df-8b54-1d0dd194aee9 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433545 Aug 25 05:15:47.044974 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80ce6-be48-445b-96f0-72fced75ffed req-de1ef533-3ed5-4be5-8046-f2a1e2277b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:47.046559 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-de1ef533-3ed5-4be5-8046-f2a1e2277b97 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0872219 Aug 25 05:15:47.092660 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-05c601c2-af17-44fb-b43b-afd547b2f9bc service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Aug 25 05:15:47.142993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80ce6-be48-445b-96f0-72fced75ffed req-598fe31d-8bd1-498f-b031-ff0c19129055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:47.144470 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-598fe31d-8bd1-498f-b031-ff0c19129055 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0442443 Aug 25 05:15:47.190126 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80ce6-be48-445b-96f0-72fced75ffed req-1c5d809f-fd13-44fd-8ec3-ca8034f69ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:47.191648 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-1c5d809f-fd13-44fd-8ec3-ca8034f69ceb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396540 Aug 25 05:15:47.287460 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-41a59560-6618-48c3-afa8-87c9266cc58d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888896 Aug 25 05:15:47.377042 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-53a80ce6-be48-445b-96f0-72fced75ffed req-5a6ca3ea-0bcb-4baf-bce9-97be7c2d1802 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829635 Aug 25 05:15:47.654597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:47.670225 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bc779-8e4e-4a8c-a9fe-463d682baf25 req-61bd8468-c165-4b30-9965-160772fcfcac tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:47.671686 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d0bc779-8e4e-4a8c-a9fe-463d682baf25 req-61bd8468-c165-4b30-9965-160772fcfcac tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0498827 Aug 25 05:15:47.718912 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d0bc779-8e4e-4a8c-a9fe-463d682baf25 req-710c0466-189b-400d-9176-91d03e2d94c9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416384 Aug 25 05:15:48.383314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768dadd-db8d-4954-8ded-1e9b45910c1b req-f71044d2-3ceb-4d4c-b0d6-dc2e37483d2f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:48.384810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b768dadd-db8d-4954-8ded-1e9b45910c1b req-f71044d2-3ceb-4d4c-b0d6-dc2e37483d2f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0462339 Aug 25 05:15:48.432693 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b768dadd-db8d-4954-8ded-1e9b45910c1b req-0df6b3b3-ef65-45d3-8e8a-9ba0f411eeb3 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Aug 25 05:15:48.841198 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60ab9-08e6-4e07-8c89-56d44cb65988 req-ee592356-2dbd-46c5-a4e9-de0b8edcddde tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:48.842699 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a2c60ab9-08e6-4e07-8c89-56d44cb65988 req-ee592356-2dbd-46c5-a4e9-de0b8edcddde tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0511048 Aug 25 05:15:48.889219 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a2c60ab9-08e6-4e07-8c89-56d44cb65988 req-85dba870-3a83-48c3-8753-3b60282493b4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Aug 25 05:15:49.551507 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da4908a-1378-42d2-8a96-5316a7ae104b req-aa81a46b-08d2-4a90-b7f6-2e92f0c2ef62 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:49.552987 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6da4908a-1378-42d2-8a96-5316a7ae104b req-aa81a46b-08d2-4a90-b7f6-2e92f0c2ef62 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Aug 25 05:15:49.600016 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6da4908a-1378-42d2-8a96-5316a7ae104b req-e9623c69-2eda-465c-823c-9f6c17549dc1 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Aug 25 05:15:50.005240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad0149-89d2-4fc1-9bdd-2411b6a4f9ab req-1e6547e0-b952-485a-9874-49e03a6facac tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:50.006759 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d9ad0149-89d2-4fc1-9bdd-2411b6a4f9ab req-1e6547e0-b952-485a-9874-49e03a6facac tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0465336 Aug 25 05:15:50.053379 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d9ad0149-89d2-4fc1-9bdd-2411b6a4f9ab req-2303a9a0-232a-4a6f-8a1a-85bc3cdafca9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Aug 25 05:15:50.717354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168ec67-9877-4b06-ac35-1b843f2fcf15 req-4ca02f33-3c03-416f-a656-9f29e63799e4 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:50.718853 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8168ec67-9877-4b06-ac35-1b843f2fcf15 req-4ca02f33-3c03-416f-a656-9f29e63799e4 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Aug 25 05:15:50.766396 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8168ec67-9877-4b06-ac35-1b843f2fcf15 req-c650279a-340d-4b95-bdfc-5aec73dc496e tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417576 Aug 25 05:15:51.173725 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1f590-413f-4aec-8ced-dd327c9e05dc req-38a8a0ff-0d95-4579-accb-450f6946bc08 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:51.175187 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-66b1f590-413f-4aec-8ced-dd327c9e05dc req-38a8a0ff-0d95-4579-accb-450f6946bc08 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0464628 Aug 25 05:15:51.220585 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:51.227886 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-66b1f590-413f-4aec-8ced-dd327c9e05dc req-e5363abe-f7b9-494d-a264-c7b6806e400a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473161 Aug 25 05:15:51.881668 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c62e4a-0b57-4de8-94f3-c8b413a42099 req-56b16196-134b-418f-a32d-e56dd4db5164 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:51.883114 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56c62e4a-0b57-4de8-94f3-c8b413a42099 req-56b16196-134b-418f-a32d-e56dd4db5164 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0463262 Aug 25 05:15:51.934805 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56c62e4a-0b57-4de8-94f3-c8b413a42099 req-55223e64-3f07-44d1-a4af-7e13e7154e33 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Aug 25 05:15:52.345823 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8cf19d-bdc3-4f33-95c2-3694baf0b9ec req-f355c483-1514-45df-9d49-0a7fb9599c9d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:52.347249 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dd8cf19d-bdc3-4f33-95c2-3694baf0b9ec req-f355c483-1514-45df-9d49-0a7fb9599c9d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0473571 Aug 25 05:15:52.394173 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dd8cf19d-bdc3-4f33-95c2-3694baf0b9ec req-43b29c72-8c48-4ddb-be27-38fc0aef48d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Aug 25 05:15:52.895493 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:52.900373 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:52.902683 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=34,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:52.958863 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b7622-bb08-46f7-9052-229418a3330f req-af3dd57a-14a7-454a-88b3-5fe40d22908d tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:52.960287 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-254b7622-bb08-46f7-9052-229418a3330f req-af3dd57a-14a7-454a-88b3-5fe40d22908d tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0476635 Aug 25 05:15:53.052173 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:53.088838 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1ff9616d-9e2a-4bf4-860a-b8fea6c61146 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0476687 Aug 25 05:15:53.098002 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fec99-6850-43a2-8355-56470f7a6a6d req-a7fe48e8-721a-4415-a04b-a90faf790f67 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:53.099445 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a40fec99-6850-43a2-8355-56470f7a6a6d req-a7fe48e8-721a-4415-a04b-a90faf790f67 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 945 time: 0.0852981 Aug 25 05:15:53.127416 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Deleting port 91ccd576-94b3-4218-a7f7-374fb45a2640 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:15:53.127762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:53.178561 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1c003f95-a1b8-408b-9563-710e6a931f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:53.180313 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1c003f95-a1b8-408b-9563-710e6a931f79 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0436230 Aug 25 05:15:53.202767 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a40fec99-6850-43a2-8355-56470f7a6a6d req-9f8f360e-5cc5-4529-8a9d-4554781df89b tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937831 Aug 25 05:15:53.246806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] For port 91ccd576-94b3-4218-a7f7-374fb45a2640, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=91ccd576-94b3-4218-a7f7-374fb45a2640,segment=NetworkSegment(69810441-62f1-4d04-86f5-59ec4c83344a),segment_id=69810441-62f1-4d04-86f5-59ec4c83344a)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:15:53.247175 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:53.255753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:53.260926 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Calling delete_port for 91ccd576-94b3-4218-a7f7-374fb45a2640 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:15:53.296667 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1ef74d61-e9f0-461a-8630-bbd22a83af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:53.298166 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1ef74d61-e9f0-461a-8630-bbd22a83af36 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0969694 Aug 25 05:15:53.302049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:53.337814 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-b2db8711-fe73-4eb8-b1c3-9ac5a799a897 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.0328863 Aug 25 05:15:53.392834 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-7aa7984f-7273-4bcb-84fb-e03cf99f5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:53.394436 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-7aa7984f-7273-4bcb-84fb-e03cf99f5d7c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0510058 Aug 25 05:15:53.438927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-000b38aa-99a9-4fa3-848a-567bb29e2f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:53.440426 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-000b38aa-99a9-4fa3-848a-567bb29e2f3c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386612 Aug 25 05:15:53.543889 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-5c6aa602-ee1b-486e-8ebe-efc0b7632957 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874255 Aug 25 05:15:53.543993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (91ccd576-94b3-4218-a7f7-374fb45a2640), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:53.578856 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['91ccd576-94b3-4218-a7f7-374fb45a2640'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:15:53.589660 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Pushing event deleted for resources: {'Port': ['ID=91ccd576-94b3-4218-a7f7-374fb45a2640,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:53.630477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] No DVR routers for this DVR port 91ccd576-94b3-4218-a7f7-374fb45a2640 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:15:53.632991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:53.636275 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-254b7622-bb08-46f7-9052-229418a3330f req-01b33c17-26b5-4027-882b-8ce9e6f28f5f tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.47 "DELETE /networking/v2.0/ports/91ccd576-94b3-4218-a7f7-374fb45a2640 HTTP/1.1" status: 204 len: 173 time: 0.6596608 Aug 25 05:15:53.636708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'name': 'network-vif-deleted', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:15:53.638830 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-49a642a2-1bdb-4ab9-8912-9a1c5dce1ad3 req-1880dad4-e0d3-4cf9-8108-96f5d1ea2b0c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975740 Aug 25 05:15:53.638960 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76708e6-ac1b-44e0-a370-556d8c23c94b" -d '{"events": [{"server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "name": "network-vif-deleted", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:15:53.682766 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3493c1-9ea1-4754-9ff9-93a45b081e1b x-openstack-request-id: req-ca3493c1-9ea1-4754-9ff9-93a45b081e1b {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:15:53.682766 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "203c2b53-7c5a-47a3-856f-12068777e837", "name": "network-vif-deleted", "tag": "91ccd576-94b3-4218-a7f7-374fb45a2640", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:15:53.682766 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca3493c1-9ea1-4754-9ff9-93a45b081e1b {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:15:53.682766 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3493c1-9ea1-4754-9ff9-93a45b081e1b'] response: {'server_uuid': '203c2b53-7c5a-47a3-856f-12068777e837', 'name': 'network-vif-deleted', 'tag': '91ccd576-94b3-4218-a7f7-374fb45a2640', 'status': 'completed', 'code': 200} Aug 25 05:15:54.320971 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e86b9824-c8ab-45ee-b859-2e7b48865213 req-ed377e2f-edce-48ad-b98f-add7287a03b3 tempest-VolumesActionsTest-1317825884 tempest-VolumesActionsTest-1317825884-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=203c2b53-7c5a-47a3-856f-12068777e837 HTTP/1.1" status: 200 len: 210 time: 0.0283687 Aug 25 05:15:55.385825 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36772) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:55.387743 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'security_group': {'name': 'tempest-securitygroup--820970538', 'description': 'tempest-description--748169384'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:55.499324 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.571891 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (fef93970-d8d0-4da8-95d3-28b4447577b4), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.642213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (fef93970-d8d0-4da8-95d3-28b4447577b4), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.677564 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fef93970-d8d0-4da8-95d3-28b4447577b4,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:55.735763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.737058 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0b90d207-13a4-47b5-8ce4-651f203a19ab tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3531752 Aug 25 05:15:55.739815 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36784) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:55.744035 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'security_group_rule': {'security_group_id': 'fef93970-d8d0-4da8-95d3-28b4447577b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:55.842569 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (162dd875-c18e-485e-8813-88e2645d9062), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.899546 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (162dd875-c18e-485e-8813-88e2645d9062), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:55.984597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (162dd875-c18e-485e-8813-88e2645d9062), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.004086 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162dd875-c18e-485e-8813-88e2645d9062,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:56.164049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.165301 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4bfd5112-7304-4a2c-96dd-d8dcf90cf2da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4245741 Aug 25 05:15:56.168628 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36796) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:56.172898 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'security_group_rule': {'security_group_id': 'fef93970-d8d0-4da8-95d3-28b4447577b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:56.270327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (b02a23a1-7385-45fe-9757-10de6b682a00), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.316395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:56.326655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (b02a23a1-7385-45fe-9757-10de6b682a00), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.414570 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (b02a23a1-7385-45fe-9757-10de6b682a00), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.439028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b02a23a1-7385-45fe-9757-10de6b682a00,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:56.492656 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-591c863f-2c89-4393-a59a-ac67e05de3e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.538362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.538362 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a3cc3d7d-0f57-49dc-baee-af15ab376fd6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3678029 Aug 25 05:15:56.540721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 36810) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:15:56.541393 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 91ccd576-94b3-4218-a7f7-374fb45a2640 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:15:56.546185 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:15:56.562153 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 91ccd576-94b3-4218-a7f7-374fb45a2640 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:15:56.563310 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 91ccd576-94b3-4218-a7f7-374fb45a2640 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:15:56.669231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.752052 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:56.794942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:56.857985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Allocated IP 172.27.3.158 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/aafea8de-9748-4822-9e08-a08b3cfb5dc7) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:15:56.893118 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:15:56.963310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.145274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.186748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:15:57.191900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:15:57.194353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:15:57.200917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'Port': ['ID=aafea8de-9748-4822-9e08-a08b3cfb5dc7,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:57.243804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.353142 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:57.381886 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.528362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.692056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.692756 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.741789 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'Port': ['ID=aafea8de-9748-4822-9e08-a08b3cfb5dc7,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:15:57.873137 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:57.874415 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-60628148-9ecf-4007-9b6e-776d8619be3a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3324027 Aug 25 05:15:58.078097 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-0a70056d-dc8f-45a5-bd54-ba11231dbc33 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--820970538&fields=id&tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9 HTTP/1.1" status: 200 len: 267 time: 0.0433815 Aug 25 05:15:58.155048 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:15:58.190135 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-5178bc3f-42df-4bb8-8fdf-cd4725a0e02b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:15:58.191589 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-5178bc3f-42df-4bb8-8fdf-cd4725a0e02b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.1067243 Aug 25 05:15:58.207101 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-817041f5-ab24-45fd-a8d8-f42e047c702b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/quotas/8afac3f36b8449aa8a25a376aa2c3ed9 HTTP/1.1" status: 200 len: 375 time: 0.0100355 Aug 25 05:15:58.265112 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-b21fa527-42ea-4218-a01a-1cd5322a835a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0524607 Aug 25 05:15:58.366837 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-2d04eae0-1a99-4d43-ba02-ee0940886187 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893362 Aug 25 05:15:58.460138 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-eaa788b3-d5cc-480e-8ae8-81d003ef9bfa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866737 Aug 25 05:15:58.682740 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2118c78c-2478-4cb8-b04c-b0c653398376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:15:58.777161 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-37d64cb5-2a36-44c2-98cf-01b1a51a630b req-10600557-8333-40c5-8412-0f55a3b5b213 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0411808 Aug 25 05:15:59.883018 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a4c83f7c-f377-4757-871d-e96c08c62e71 req-149d8fe5-0633-4d19-bb9a-3d60c8a46e67 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0317726 Aug 25 05:15:59.967725 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:00.980743 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3ae77523-0d82-4894-82f7-83669fa0282b req-ce004205-b749-4d0a-a675-5431396c557c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Aug 25 05:16:01.390113 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:01.424114 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:02.082479 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-695a6d41-8a0d-4f37-9fe4-aefede58c766 req-b2db32fa-7167-431d-b830-ade9cd52f67d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Aug 25 05:16:02.905054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-5c754eb8-febc-445f-b104-3a1fdc334930 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:02.906610 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-5c754eb8-febc-445f-b104-3a1fdc334930 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 818 time: 0.1027708 Aug 25 05:16:02.990875 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-3551120f-d8bf-4564-88c1-3b101c8b9ebd tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9 HTTP/1.1" status: 200 len: 379 time: 0.0573699 Aug 25 05:16:02.999502 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'port': {'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'admin_state_up': True, 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'security_groups': ['fef93970-d8d0-4da8-95d3-28b4447577b4']}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:03.191704 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ff801958-18df-45af-a0d0-c334bd07e91a req-7867075b-73d5-4288-b089-a0de81201931 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0321529 Aug 25 05:16:03.208025 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Made reservation on behalf of 8afac3f36b8449aa8a25a376aa2c3ed9 for: {'port': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:16:03.227300 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:03.316458 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:03.362700 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Allocated IP 172.20.0.6 (0988213e-697f-43c0-8bbc-3d3f281f4405/9db3400d-8e89-4a3f-b692-88d77b37fd62/dec7654a-e3e6-4b89-9a04-fa7592ccc30b) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:16:03.493689 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:03.510553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:03.638164 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:03.705994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:16:03.725488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:16:03.725488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event updated for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:03.726276 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:16:03.789633 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:03.793684 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:03.893706 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-14497adb-eb25-4252-b0a6-9a43b34c0bb1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8974051 Aug 25 05:16:03.925974 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=16 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:03.959904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-5dbdcd90-14c4-4fc1-9940-d1ddedfdfa16 None None] Provisioning complete for port dec7654a-e3e6-4b89-9a04-fa7592ccc30b triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:16:03.960509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5dbdcd90-14c4-4fc1-9940-d1ddedfdfa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:03.993810 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-5dbdcd90-14c4-4fc1-9940-d1ddedfdfa16 None None] Port dec7654a-e3e6-4b89-9a04-fa7592ccc30b cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:16:04.367306 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d8a08-e959-4078-8762-7b12850cf566 req-735759f7-6b45-4c5f-b0bc-3f580233b668 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:04.368854 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9f5d8a08-e959-4078-8762-7b12850cf566 req-735759f7-6b45-4c5f-b0bc-3f580233b668 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 931 time: 0.0759311 Aug 25 05:16:04.473371 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9f5d8a08-e959-4078-8762-7b12850cf566 req-4e9dba36-9922-401f-aa1e-35f7fa310d2e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829482 Aug 25 05:16:05.603984 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32729f-ebdf-494d-8f27-e9276eeeb2ec req-25c7be3f-07fa-4217-8488-9397b1c0a391 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:05.605433 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c32729f-ebdf-494d-8f27-e9276eeeb2ec req-25c7be3f-07fa-4217-8488-9397b1c0a391 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 931 time: 0.0464404 Aug 25 05:16:05.651707 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c32729f-ebdf-494d-8f27-e9276eeeb2ec req-93c5fb44-ee2d-41e5-bb9d-0bafdfa791e3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405009 Aug 25 05:16:05.870956 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Request body: {'port': {'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:05.949866 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.273018 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:06.276583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec7654a-e3e6-4b89-9a04-fa7592ccc30b {{(pid=107056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:16:06.285950 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks [] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.300107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.provisioning_blocks [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Transition to ACTIVE for port object dec7654a-e3e6-4b89-9a04-fa7592ccc30b will not be triggered until provisioned by entity L2. {{(pid=107056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:16:06.370105 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.459680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:06.490993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Attempting to bind port dec7654a-e3e6-4b89-9a04-fa7592ccc30b on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:16:06.490993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Attempting to bind port dec7654a-e3e6-4b89-9a04-fa7592ccc30b by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:16:06.491309 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Attempting to bind port dec7654a-e3e6-4b89-9a04-fa7592ccc30b on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:16:06.496496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Port dec7654a-e3e6-4b89-9a04-fa7592ccc30b on network 0988213e-697f-43c0-8bbc-3d3f281f4405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:16:06.496806 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Attempting to bind port dec7654a-e3e6-4b89-9a04-fa7592ccc30b on network 0988213e-697f-43c0-8bbc-3d3f281f4405 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:16:06.501945 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:16:06.502274 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Checking segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:16:06.502650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Bound using segment: {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:16:06.503063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Bound port: dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeaf7cef-e150-4776-8921-f38c79bee3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405'}}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:16:06.503415 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.560448 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:06.572584 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, cleared binding levels {{(pid=107056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:16:06.576316 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:16:06.665567 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.671818 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:06.672661 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:06.674209 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 1093 time: 0.8080499 Aug 25 05:16:06.675009 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:06.677678 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:06.741104 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee702e-b0dd-47ca-93c6-503a765c7a4f service neutron] Pushing event updated for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=3']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:06.769484 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae04b6b5-fecd-4654-b3e0-0df4d95d1509 x-openstack-request-id: req-ae04b6b5-fecd-4654-b3e0-0df4d95d1509 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:06.769813 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:06.770066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae04b6b5-fecd-4654-b3e0-0df4d95d1509 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:06.770510 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae04b6b5-fecd-4654-b3e0-0df4d95d1509'] response: {'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'status': 'completed', 'code': 200} Aug 25 05:16:06.835751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b920b6-3d97-45a6-9308-f7ded48c2d38 req-d8895131-83ca-4a6f-9824-dde8e8aa88d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:06.838451 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-09b920b6-3d97-45a6-9308-f7ded48c2d38 req-d8895131-83ca-4a6f-9824-dde8e8aa88d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0617676 Aug 25 05:16:06.890602 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=18 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:06.901185 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-09b920b6-3d97-45a6-9308-f7ded48c2d38 req-3ad69a27-95a3-455c-86e4-d55c9a336d39 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560417 Aug 25 05:16:07.574860 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-14de987d-9146-4a0d-a2e5-4fb4355cc25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:07.576630 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-14de987d-9146-4a0d-a2e5-4fb4355cc25c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1127 time: 0.0514400 Aug 25 05:16:07.659232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:07.738191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-37fd268c-3e19-4faf-89af-379ded1f9c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:07.739954 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-37fd268c-3e19-4faf-89af-379ded1f9c68 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1140785 Aug 25 05:16:07.845665 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-85d137f2-09af-42b8-a298-feb2cf6b5e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:07.848979 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aeb7143f-aba5-4c2f-a350-8db9b46a0e32 req-85d137f2-09af-42b8-a298-feb2cf6b5e03 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004317 Aug 25 05:16:07.991640 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-415f8915-d505-42cc-8122-e1d862d317ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:07.993159 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-415f8915-d505-42cc-8122-e1d862d317ac service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1127 time: 0.0614417 Aug 25 05:16:08.070899 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-7fc67128-9ca7-4aa8-b75a-3706e81abd4d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 217 time: 0.0606687 Aug 25 05:16:08.109361 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f01dbf-410e-4d3d-a96a-287224aa1d96 req-69e58390-bbf9-445c-913d-4c667e3e83fc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:08.111577 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e8f01dbf-410e-4d3d-a96a-287224aa1d96 req-69e58390-bbf9-445c-913d-4c667e3e83fc tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0531313 Aug 25 05:16:08.142026 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-08a02ffe-9ea1-401f-914b-fdba711fa0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:08.143657 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-08a02ffe-9ea1-401f-914b-fdba711fa0c2 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0654151 Aug 25 05:16:08.184933 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e8f01dbf-410e-4d3d-a96a-287224aa1d96 req-fb7ccac4-c59f-4234-9bb4-b68b5320930e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666802 Aug 25 05:16:08.208759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-ae46f4fe-60e4-43ae-92cc-f470a9e57578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:08.210414 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-ae46f4fe-60e4-43ae-92cc-f470a9e57578 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598142 Aug 25 05:16:08.461842 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-3d15b770-6668-4262-a851-8e8bbd756dad service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918996 Aug 25 05:16:08.563497 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5bf8167-cf42-4214-9e4b-0ca0640ea236 req-03e3bebf-e9c9-4432-8144-a5182145f90a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955126 Aug 25 05:16:09.311116 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf72930-08f7-49c3-87b3-d13658d07984 req-485b7788-5b90-4946-9be3-1bd436b1617d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:09.313868 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fcf72930-08f7-49c3-87b3-d13658d07984 req-485b7788-5b90-4946-9be3-1bd436b1617d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0467124 Aug 25 05:16:09.361899 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fcf72930-08f7-49c3-87b3-d13658d07984 req-0b01001b-8231-4e4a-a074-aafd2bb5a8e5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436263 Aug 25 05:16:10.487004 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc299720-2684-49ee-9355-173c1da17ff5 req-5a49fbcd-8d19-4074-b1ca-22556e7a95d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:10.488438 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc299720-2684-49ee-9355-173c1da17ff5 req-5a49fbcd-8d19-4074-b1ca-22556e7a95d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0503576 Aug 25 05:16:10.535378 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc299720-2684-49ee-9355-173c1da17ff5 req-a46de5a3-cb61-4684-a767-c5eca4d779d9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 Aug 25 05:16:11.663191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed336d-0d87-4ba4-9c7c-0d6f54aee917 req-33a224f7-3e68-41f2-829b-f612bf3fe749 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:11.663191 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-47ed336d-0d87-4ba4-9c7c-0d6f54aee917 req-33a224f7-3e68-41f2-829b-f612bf3fe749 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0505290 Aug 25 05:16:11.706561 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-47ed336d-0d87-4ba4-9c7c-0d6f54aee917 req-0e468602-fff0-4db3-9888-79ee677997d9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413449 Aug 25 05:16:12.811408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:12.821555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cf0b8-23a8-40ee-bf20-10cd6c799b17 req-54561320-0c8b-4cda-a722-19c10f657f72 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:12.825255 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-653cf0b8-23a8-40ee-bf20-10cd6c799b17 req-54561320-0c8b-4cda-a722-19c10f657f72 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0466650 Aug 25 05:16:12.869266 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-653cf0b8-23a8-40ee-bf20-10cd6c799b17 req-84958968-cfaa-49a7-89f8-3d403e78a117 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Aug 25 05:16:13.995177 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:14.006925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedb63f-2f02-462b-a1b2-bdf8bd5d89df req-359b91c3-64c4-4d83-b654-ea9e28b42864 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:14.009221 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7bedb63f-2f02-462b-a1b2-bdf8bd5d89df req-359b91c3-64c4-4d83-b654-ea9e28b42864 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0606472 Aug 25 05:16:14.035826 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:14.047607 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:14.081713 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7bedb63f-2f02-462b-a1b2-bdf8bd5d89df req-2779458e-f39e-4145-9196-228d120fc4df tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659144 Aug 25 05:16:15.216902 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd903fd9-7aee-4690-ac97-88029b4996ea req-9bba666f-099a-4eb0-ace3-02e586834b61 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:15.218422 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd903fd9-7aee-4690-ac97-88029b4996ea req-9bba666f-099a-4eb0-ace3-02e586834b61 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 943 time: 0.0509031 Aug 25 05:16:15.310064 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd903fd9-7aee-4690-ac97-88029b4996ea req-802f46ff-2138-4928-91a5-ed272a2f1099 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827832 Aug 25 05:16:15.944742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device dec7654a-e3e6-4b89-9a04-fa7592ccc30b details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:16:16.068420 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:16.080363 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:16:16.130621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port dec7654a-e3e6-4b89-9a04-fa7592ccc30b is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:16:16.131353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:16.149010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec7654a-e3e6-4b89-9a04-fa7592ccc30b {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:16:16.175048 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:16.277379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:16.349347 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:16.469110 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5551c-1138-4c99-9bf4-b3c971ed7744 req-ca3330b0-5981-4af7-aedb-c1a15b587bb6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:16.474075 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aea5551c-1138-4c99-9bf4-b3c971ed7744 req-ca3330b0-5981-4af7-aedb-c1a15b587bb6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 944 time: 0.0589023 Aug 25 05:16:16.547305 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aea5551c-1138-4c99-9bf4-b3c971ed7744 req-9bc42e7f-0175-4aca-8386-42e74af655e1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700321 Aug 25 05:16:16.785358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37138) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:16.825362 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['dec7654a-e3e6-4b89-9a04-fa7592ccc30b'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:16:16.944456 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8076249-8b58-4814-af52-a23da7e42d49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.074073 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8076249-8b58-4814-af52-a23da7e42d49 admin admin] Publish callbacks [] for security_group (b4aaac64-22f6-4c69-85e6-49640c214230), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.179730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f8076249-8b58-4814-af52-a23da7e42d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b4aaac64-22f6-4c69-85e6-49640c214230), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.228114 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f8076249-8b58-4814-af52-a23da7e42d49 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=00f43d87dc7c49b8b85955c9f92878e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410763 Aug 25 05:16:17.233367 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37144) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:17.240056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8076249-8b58-4814-af52-a23da7e42d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aaac64-22f6-4c69-85e6-49640c214230,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:17.294161 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] Publish callbacks [] for security_group (b4aaac64-22f6-4c69-85e6-49640c214230), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.316323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] Publish callbacks [] for security_group (b4aaac64-22f6-4c69-85e6-49640c214230), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.442300 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b4aaac64-22f6-4c69-85e6-49640c214230), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.444967 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:17.446487 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b4aaac64-22f6-4c69-85e6-49640c214230 HTTP/1.1" status: 204 len: 168 time: 0.2115886 Aug 25 05:16:17.455718 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5d590-24a5-475d-8966-6e71649ec97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aaac64-22f6-4c69-85e6-49640c214230,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:17.684015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95f6d-1068-4abc-85e3-f6da882ebec4 req-7f646519-ed15-48ab-8cb6-5a171b972d20 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:17.685894 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ec95f6d-1068-4abc-85e3-f6da882ebec4 req-7f646519-ed15-48ab-8cb6-5a171b972d20 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 944 time: 0.0571051 Aug 25 05:16:17.738216 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ec95f6d-1068-4abc-85e3-f6da882ebec4 req-4858d88f-8694-4e0b-93a5-cb3a3ca03a27 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456686 Aug 25 05:16:18.155668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device dec7654a-e3e6-4b89-9a04-fa7592ccc30b up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:16:18.212396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port dec7654a-e3e6-4b89-9a04-fa7592ccc30b completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:16:18.329760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port dec7654a-e3e6-4b89-9a04-fa7592ccc30b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:16:18.330415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:18.423445 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port dec7654a-e3e6-4b89-9a04-fa7592ccc30b is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:16:18.423843 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:18.455633 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:18.458054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279972d-f4e5-40ee-ad2f-ffa76269a392" -d '{"events": [{"server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "name": "network-vif-plugged", "status": "completed", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:18.476665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:18.522351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810d1d29-3a5d-44cc-87c1-2ebfdab6e9c3 x-openstack-request-id: req-810d1d29-3a5d-44cc-87c1-2ebfdab6e9c3 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:18.522351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "name": "network-vif-plugged", "status": "completed", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:18.522351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-810d1d29-3a5d-44cc-87c1-2ebfdab6e9c3 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:18.522351 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810d1d29-3a5d-44cc-87c1-2ebfdab6e9c3'] response: {'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'code': 200} Aug 25 05:16:18.591969 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:18.675841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:18.873939 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a02b3-db66-48bc-80a8-bd5aeba2ef25 req-680502e4-b8bb-43d6-bae8-0a27472cc9fe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:18.875714 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d88a02b3-db66-48bc-80a8-bd5aeba2ef25 req-680502e4-b8bb-43d6-bae8-0a27472cc9fe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0533962 Aug 25 05:16:18.930824 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d88a02b3-db66-48bc-80a8-bd5aeba2ef25 req-0a76d3e8-8923-4375-ae5d-97d0b345a42e tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477474 Aug 25 05:16:19.016066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f864f-9ca7-400a-97ab-742fa5e4c14f req-39777efd-ffc9-4659-951f-f30ed39d836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:19.017628 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f08f864f-9ca7-400a-97ab-742fa5e4c14f req-39777efd-ffc9-4659-951f-f30ed39d836a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0477922 Aug 25 05:16:19.073975 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f08f864f-9ca7-400a-97ab-742fa5e4c14f req-58a40183-bc6f-4d0d-8e8e-2c01b5b7c7bd service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483527 Aug 25 05:16:19.645143 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37216) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:19.785387 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8082-2c16-49b6-ab1d-30103d6e86e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:19.879121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8082-2c16-49b6-ab1d-30103d6e86e1 admin admin] Publish callbacks [] for security_group (b06334b6-18d8-4cfd-844a-85a5b660c9e1), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:19.985346 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ad2d8082-2c16-49b6-ab1d-30103d6e86e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b06334b6-18d8-4cfd-844a-85a5b660c9e1), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:20.019742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d8082-2c16-49b6-ab1d-30103d6e86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06334b6-18d8-4cfd-844a-85a5b660c9e1,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:20.069884 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ad2d8082-2c16-49b6-ab1d-30103d6e86e1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b56bcc90049a4312b6ab84df3f6cd64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4235802 Aug 25 05:16:20.074056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37226) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:20.084966 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ac65a-101e-40a2-a308-ef3e61279897 req-c7342988-51b9-436f-a084-853e49f40d29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:20.086523 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-082ac65a-101e-40a2-a308-ef3e61279897 req-c7342988-51b9-436f-a084-853e49f40d29 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0629735 Aug 25 05:16:20.141699 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] Publish callbacks [] for security_group (b06334b6-18d8-4cfd-844a-85a5b660c9e1), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:20.150755 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-082ac65a-101e-40a2-a308-ef3e61279897 req-cc82a3de-a92d-4622-bf52-c4ee57300ea0 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581553 Aug 25 05:16:20.174513 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] Publish callbacks [] for security_group (b06334b6-18d8-4cfd-844a-85a5b660c9e1), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:20.202463 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:20.316059 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b06334b6-18d8-4cfd-844a-85a5b660c9e1), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:20.319280 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:20.323653 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b06334b6-18d8-4cfd-844a-85a5b660c9e1 HTTP/1.1" status: 204 len: 168 time: 0.2447648 Aug 25 05:16:20.331739 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b595d25-9454-4bd5-b6e5-ab8daa5c8e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06334b6-18d8-4cfd-844a-85a5b660c9e1,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:21.293923 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833e2a-261a-42c4-93e2-3627dae4abe5 req-1c44f9b2-753d-4f33-a3d4-d8895fe0c72f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:21.295576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce833e2a-261a-42c4-93e2-3627dae4abe5 req-1c44f9b2-753d-4f33-a3d4-d8895fe0c72f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0634089 Aug 25 05:16:21.361180 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce833e2a-261a-42c4-93e2-3627dae4abe5 req-86d62437-518b-4fc3-b012-bc362dabd64c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600016 Aug 25 05:16:22.523898 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6d168-3a7f-420d-9fe8-eb5f30411165 req-360543e9-9a80-485a-ae0c-07e8b27049f4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:22.531837 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13b6d168-3a7f-420d-9fe8-eb5f30411165 req-360543e9-9a80-485a-ae0c-07e8b27049f4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0626428 Aug 25 05:16:22.582597 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13b6d168-3a7f-420d-9fe8-eb5f30411165 req-bfe20071-26f5-40a4-b979-b694cf0ee3ce tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515587 Aug 25 05:16:22.722815 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d317cec-ed65-41c9-8b09-729d11afbd56 req-25f7f2a8-5354-457c-bf80-454ac97ab6d3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:22.724316 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d317cec-ed65-41c9-8b09-729d11afbd56 req-25f7f2a8-5354-457c-bf80-454ac97ab6d3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0506015 Aug 25 05:16:22.740393 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37300) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:22.742313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'floatingip': {'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:22.800565 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:23.029287 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:23.032008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:23.297931 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:23.367588 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:23.773067 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Floating IP 80022a5c-bc1a-46e9-9e75-e00e2f6b7693 associated. External IP: 172.27.3.158, port: dec7654a-e3e6-4b89-9a04-fa7592ccc30b. Aug 25 05:16:24.000101 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:16:24.102292 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:24.105783 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:16:24.110622 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:24.115235 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:16:24.118324 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:24.118976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:24.126702 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:16:24.127317 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:15:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:24.139331 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-25e31068-338f-45bb-8692-f586a9d54b9a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/80022a5c-bc1a-46e9-9e75-e00e2f6b7693 HTTP/1.1" status: 200 len: 991 time: 1.4005842 Aug 25 05:16:24.139888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:24.142461 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4080f3b5-e326-4412-a66b-f024d94ca319" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:24.181106 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed2b5c-e2a4-45f5-9710-fea3c9f9585a x-openstack-request-id: req-b5ed2b5c-e2a4-45f5-9710-fea3c9f9585a {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:24.181418 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:24.181730 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5ed2b5c-e2a4-45f5-9710-fea3c9f9585a {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:24.182134 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ed2b5c-e2a4-45f5-9710-fea3c9f9585a'] response: {'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'status': 'completed', 'code': 200} Aug 25 05:16:24.231918 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:16:24.323008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-f41363d1-65e2-4dc8-a6af-7962474d9c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:24.324505 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-f41363d1-65e2-4dc8-a6af-7962474d9c0d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0470376 Aug 25 05:16:24.358889 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:24.457003 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-480c47da-6381-4510-81e6-7d2718a534bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:24.458553 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-480c47da-6381-4510-81e6-7d2718a534bf service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.1280639 Aug 25 05:16:24.516266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:16:23Z', 'revision_number': 1, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:24.534918 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-8b916f18-25ca-4d37-b128-75b47fc01231 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 999 time: 0.0694182 Aug 25 05:16:24.543321 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:16:24.552665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:16:24.553301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:15:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:24.598615 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-94670f3b-0599-4ddb-bfa8-3c45dc8e60f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:24.600169 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-94670f3b-0599-4ddb-bfa8-3c45dc8e60f8 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0587902 Aug 25 05:16:24.660246 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-6af3af77-9346-4884-aafe-0d3076dc2755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:24.661775 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-6af3af77-9346-4884-aafe-0d3076dc2755 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553391 Aug 25 05:16:24.677393 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:16:24.771926 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-9441dfbf-ae92-4394-aa54-23d3e50bf1c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038330 Aug 25 05:16:24.884445 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4080f3b5-e326-4412-a66b-f024d94ca319 req-220e010a-6227-4236-a745-bffbf000da65 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057880 Aug 25 05:16:24.888921 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-31067380-70cd-425d-b850-63c8a88ad818 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=1ba0701fef4648c8b434d92a5588afd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451198 Aug 25 05:16:24.943775 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:16:23Z', 'revision_number': 1, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:24.970184 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2022c5-aa70-476f-a925-2847255440e6 None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:16:23Z', 'revision_number': 1, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:16:25.105577 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:25.138990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-fe3e85f1-9258-4289-bb7c-33c16dc0437a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:25.140609 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-fe3e85f1-9258-4289-bb7c-33c16dc0437a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2509277 Aug 25 05:16:25.166677 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-69aeb7ae-4f7f-436c-8b3a-ee5dd9841651 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/quotas/1ba0701fef4648c8b434d92a5588afd9 HTTP/1.1" status: 200 len: 375 time: 0.0151861 Aug 25 05:16:25.209043 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-a831cc58-b40f-4586-ae80-bfc2000a616e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=1ba0701fef4648c8b434d92a5588afd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349844 Aug 25 05:16:25.238482 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e40d3be-912d-45fc-bcf1-951d585a294b None None] New status for floating IP 80022a5c-bc1a-46e9-9e75-e00e2f6b7693: ACTIVE {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:16:25.540207 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:25.554899 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b8d90b7-ce7e-44e3-b33e-d7231e6d19c0 req-e8602e7a-1e8d-4448-a731-3ba2c674e316 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0591536 Aug 25 05:16:26.458733 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb8c-ea22-41e5-9b6a-5bb6f559f530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:26.626418 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cecf4da6-f3b9-4fc8-81b6-8e86c736be44 req-31589e01-7c7c-449f-8abc-224bfb4b16b2 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0279248 Aug 25 05:16:27.725524 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-857aed99-dad3-4d5e-a071-f67e570f23be req-7ca8d663-95f8-40c2-a6e8-6172a5565cd3 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0282619 Aug 25 05:16:28.658660 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4c940b1c-3dbe-46e2-96db-f0560f83f957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:28.823570 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-96d2ebbf-0c6f-4187-a699-d84b2384d6bd req-f6267fc4-39f4-487d-9bf2-1257dba15cf2 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0263932 Aug 25 05:16:29.924507 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-18a7d14b-a5dd-4857-9bac-9c95863b44e0 req-c007c2d6-eac6-4dae-9974-e49ab7f47134 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Aug 25 05:16:29.967641 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:31.026623 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-71da0d82-54ef-45bc-81bf-d78597ed8732 req-42c85204-ca80-4028-b9ce-98a51e50c4e5 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0322261 Aug 25 05:16:31.390519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:31.447134 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.128171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5ce462a9-7d08-4b82-b5b7-6a48a158dc35 req-1507469c-7831-43ea-9000-799bce89c88b tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0286751 Aug 25 05:16:32.490352 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-4adfbf1b-d40b-4e1a-ab88-fbb5ef5b5577 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=1ba0701fef4648c8b434d92a5588afd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284662 Aug 25 05:16:32.675090 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-3c8bdd1b-fdef-421a-9c6d-0329638564ba tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:32.676532 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-3c8bdd1b-fdef-421a-9c6d-0329638564ba tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814520 Aug 25 05:16:32.695107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Request body: {'port': {'device_id': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907', 'admin_state_up': True, 'tenant_id': '1ba0701fef4648c8b434d92a5588afd9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:32.788430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37488) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:32.833039 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Deleting subnet 14b457d4-068b-4926-a16a-46683d6936bd {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:16:32.836219 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Publish callbacks [] for subnet (14b457d4-068b-4926-a16a-46683d6936bd), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.871950 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Publish callbacks [] for subnet (14b457d4-068b-4926-a16a-46683d6936bd), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.881013 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (14b457d4-068b-4926-a16a-46683d6936bd), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.898870 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Made reservation on behalf of 1ba0701fef4648c8b434d92a5588afd9 for: {'port': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:16:32.903233 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.912160 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:32.988398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks [] for security_group (a7a74de8-220b-4245-a2fa-59b3f814ea47), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.076376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (a7a74de8-220b-4245-a2fa-59b3f814ea47), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.076794 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for subnet (14b457d4-068b-4926-a16a-46683d6936bd), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.103991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b457d4-068b-4926-a16a-46683d6936bd,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.121689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.122714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.122714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.126390 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.129324 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-cea858a4-b8cc-41f3-9194-608f551ec927 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/14b457d4-068b-4926-a16a-46683d6936bd HTTP/1.1" status: 204 len: 168 time: 0.3396063 Aug 25 05:16:33.131734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37500) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:33.148785 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a74de8-220b-4245-a2fa-59b3f814ea47,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:33.165104 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.165668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.166253 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.167415 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.167621 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.167953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.168336 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.168684 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.169097 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.169294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.169640 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.170073 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.170340 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.170682 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.171002 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:33.240082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:33.248565 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2cc7790b-9174-4e1d-8bba-19b8934106cd req-18af80cf-ab59-44b7-918f-5da9db55de31 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0376258 Aug 25 05:16:33.254607 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.254742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Allocated IP 192.168.233.14 (9269642a-aa6e-4046-bb1e-82c211f3e907/b9cd2611-10be-408a-b07b-cfb2e5e1e7bc/2a7a208e-a98f-418e-97a5-f7af5087235d) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:16:33.383964 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:33.429133 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks [] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.556701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.569127 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.590069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.590422 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.591233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.591576 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.592185 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.592529 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.592857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.593200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.593521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.593875 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.606006 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Network 9269642a-aa6e-4046-bb1e-82c211f3e907 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:16:33.609742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:16:33.613629 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:16:33.636571 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Pushing event updated for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:33.665033 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:33.665843 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.668688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.669054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.669399 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.669792 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=107055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 25 05:16:33.670176 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:33.688706 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69810441-62f1-4d04-86f5-59ec4c83344a') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:33.689013 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69810441-62f1-4d04-86f5-59ec4c83344a') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:16:33.706565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (69810441-62f1-4d04-86f5-59ec4c83344a), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.729850 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (69810441-62f1-4d04-86f5-59ec4c83344a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.744045 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:16:33.747468 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (69810441-62f1-4d04-86f5-59ec4c83344a), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.770420 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-6035d467-d369-4e02-bffe-6f62e6166296 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0789375 Aug 25 05:16:33.819651 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-d462c49f-949d-4c07-893f-0f82cb12a4fc None None] Provisioning complete for port 2a7a208e-a98f-418e-97a5-f7af5087235d triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:16:33.820121 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d462c49f-949d-4c07-893f-0f82cb12a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.842207 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Request body: {'port': {'device_id': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:16:33.852262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-d462c49f-949d-4c07-893f-0f82cb12a4fc None None] Port 2a7a208e-a98f-418e-97a5-f7af5087235d cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:16:33.893060 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:16:33.904585 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.922273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.932709 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:33.937737 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f HTTP/1.1" status: 204 len: 168 time: 0.8048313 Aug 25 05:16:33.953327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740b525-2365-4b55-858f-3f8776ea55c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3c45bf-ee3e-4ac8-a35e-7c209d55d11f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:33.971072 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 69810441-62f1-4d04-86f5-59ec4c83344a resource provider aggregate not found Aug 25 05:16:33.989834 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 69810441-62f1-4d04-86f5-59ec4c83344a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69810441-62f1-4d04-86f5-59ec4c83344a found for delete ", "request_id": "req-2365e468-7b8a-4cbf-b87b-885fc65fced6"}]} Aug 25 05:16:34.169214 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a7a208e-a98f-418e-97a5-f7af5087235d {{(pid=107056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:16:34.176653 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks [] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.188684 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.provisioning_blocks [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Transition to ACTIVE for port object 2a7a208e-a98f-418e-97a5-f7af5087235d will not be triggered until provisioned by entity L2. {{(pid=107056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:16:34.264686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.270403 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:34.330054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:34.375774 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37534) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:34.403938 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa56f1-25f7-41ef-a48b-3e4c6a4f01b8 req-94c7183e-470b-4efa-87c3-bc6a8bb285d2 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:34.405511 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-33fa56f1-25f7-41ef-a48b-3e4c6a4f01b8 req-94c7183e-470b-4efa-87c3-bc6a8bb285d2 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0794933 Aug 25 05:16:34.420160 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0c7d19dd-731a-4e25-90ad-d5f6e623ab0f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a252c620742a4f6b9fdaafb4cb81f10f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431747 Aug 25 05:16:34.422595 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37538) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:34.462232 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Attempting to bind port 2a7a208e-a98f-418e-97a5-f7af5087235d on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:16:34.462477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Attempting to bind port 2a7a208e-a98f-418e-97a5-f7af5087235d by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:16:34.462797 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Attempting to bind port 2a7a208e-a98f-418e-97a5-f7af5087235d on network 9269642a-aa6e-4046-bb1e-82c211f3e907 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:16:34.476883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Port 2a7a208e-a98f-418e-97a5-f7af5087235d on network 9269642a-aa6e-4046-bb1e-82c211f3e907 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:16:34.483540 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Attempting to bind port 2a7a208e-a98f-418e-97a5-f7af5087235d on network 9269642a-aa6e-4046-bb1e-82c211f3e907 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:16:34.483664 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] Publish callbacks [] for security_group (ee372e2b-1f87-40b6-b46a-d0da5bb7fed8), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.483781 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-33fa56f1-25f7-41ef-a48b-3e4c6a4f01b8 req-fc4256ca-2551-4a15-b46d-71a3964be24d tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668700 Aug 25 05:16:34.485757 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:16:34.486090 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Checking segment: {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:16:34.486458 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Bound using segment: {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:16:34.486874 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Bound port: 2a7a208e-a98f-418e-97a5-f7af5087235d, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4364d828-c5cb-4090-8110-64e284bcc8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907'}}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:16:34.487585 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.500812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:34.503030 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] Publish callbacks [] for security_group (ee372e2b-1f87-40b6-b46a-d0da5bb7fed8), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.529916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:34.551927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, cleared binding levels {{(pid=107056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:16:34.554931 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2a7a208e-a98f-418e-97a5-f7af5087235d,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:16:34.698895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (ee372e2b-1f87-40b6-b46a-d0da5bb7fed8), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.701546 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.702755 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ee372e2b-1f87-40b6-b46a-d0da5bb7fed8 HTTP/1.1" status: 204 len: 168 time: 0.2792675 Aug 25 05:16:34.710736 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890c871-900a-40b0-97f2-18203e7865bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee372e2b-1f87-40b6-b46a-d0da5bb7fed8,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:34.751223 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.763191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:34.763810 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:34.765319 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/2a7a208e-a98f-418e-97a5-f7af5087235d HTTP/1.1" status: 200 len: 1097 time: 0.9291282 Aug 25 05:16:34.765905 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:34.768240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556" -d '{"events": [{"name": "network-changed", "server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:34.820294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2fcba-361f-47e4-8e18-fb2999b34d34 x-openstack-request-id: req-e6f2fcba-361f-47e4-8e18-fb2999b34d34 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:34.820688 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:34.821027 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6f2fcba-361f-47e4-8e18-fb2999b34d34 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:34.821515 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f2fcba-361f-47e4-8e18-fb2999b34d34'] response: {'name': 'network-changed', 'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d', 'status': 'completed', 'code': 200} Aug 25 05:16:34.824687 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375968e8-b967-4e46-b708-9a00b4b8bb4a service neutron] Pushing event updated for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=3']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:34.909724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556 req-1224c6ad-6682-4b01-b9e9-e28cd6bffeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:34.911204 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556 req-1224c6ad-6682-4b01-b9e9-e28cd6bffeed service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=1ba0701fef4648c8b434d92a5588afd9&device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 1131 time: 0.0393879 Aug 25 05:16:34.954484 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556 req-1be57c1e-076a-46f1-b864-226100f06b68 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=1ba0701fef4648c8b434d92a5588afd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200989 Aug 25 05:16:35.053680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556 req-f013ee70-b5e6-4e4c-a504-fd3b63b86a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.055060 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7bce5a4e-f627-41a9-ad23-f8df3e7ce556 req-f013ee70-b5e6-4e4c-a504-fd3b63b86a63 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934041 Aug 25 05:16:35.169422 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-3e3b6ec0-7ac8-4890-812f-026c0c093cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.173536 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-3e3b6ec0-7ac8-4890-812f-026c0c093cf9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=1ba0701fef4648c8b434d92a5588afd9&device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 1131 time: 0.0428355 Aug 25 05:16:35.240795 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-0dad30d4-c2f8-47e8-b15f-447e3fdbe615 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468609 Aug 25 05:16:35.244105 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-dda20f74-955d-465b-899f-ec7268beeeb2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2a7a208e-a98f-418e-97a5-f7af5087235d HTTP/1.1" status: 200 len: 217 time: 0.0565221 Aug 25 05:16:35.442924 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:35.442924 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-c58b87bd-f15a-4311-b029-7254472665f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.443384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-cd0b2226-48d7-44fb-9aa1-a69259c57d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.443482 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-c58b87bd-f15a-4311-b029-7254472665f1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0396454 Aug 25 05:16:35.443565 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-cd0b2226-48d7-44fb-9aa1-a69259c57d3b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=b9cd2611-10be-408a-b07b-cfb2e5e1e7bc HTTP/1.1" status: 200 len: 843 time: 0.0512044 Aug 25 05:16:35.443565 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-244c1c65-c608-47b9-9b81-574e8afb6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.443565 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-244c1c65-c608-47b9-9b81-574e8afb6a41 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=9269642a-aa6e-4046-bb1e-82c211f3e907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0408990 Aug 25 05:16:35.443781 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-d0816f84-2b15-4a18-b973-c8ae48c85427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.443781 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-d0816f84-2b15-4a18-b973-c8ae48c85427 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0880208 Aug 25 05:16:35.462822 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-0fa5ea66-3e5a-4e5e-84fb-a6fb02c03b50 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9269642a-aa6e-4046-bb1e-82c211f3e907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850644 Aug 25 05:16:35.467423 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-f73d8ead-7ec5-409c-9492-73af8b1c411d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 200 len: 217 time: 0.0339100 Aug 25 05:16:35.523408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-240f706a-f2bb-4536-8416-2fe90c9a32d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.528271 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-240f706a-f2bb-4536-8416-2fe90c9a32d9 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0502250 Aug 25 05:16:35.565419 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-165cd358-2a80-44f5-ba80-fdf9e04a0966 req-b9adc3fb-5d5b-4589-82e0-ab76cca362fe service neutron] 10.222.0.47 "GET /networking/v2.0/networks/9269642a-aa6e-4046-bb1e-82c211f3e907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909708 Aug 25 05:16:35.575916 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-cb26a406-dab9-43ca-9edd-b3ccc504ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.579087 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-cb26a406-dab9-43ca-9edd-b3ccc504ab43 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445437 Aug 25 05:16:35.615050 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9f611-f4ab-480e-9eee-a59de7c232a7 req-9074398d-b02d-40cd-95c0-732499d41642 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:35.616519 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-73c9f611-f4ab-480e-9eee-a59de7c232a7 req-9074398d-b02d-40cd-95c0-732499d41642 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0502245 Aug 25 05:16:35.671026 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-73c9f611-f4ab-480e-9eee-a59de7c232a7 req-217d0905-f728-4475-9a0a-f788c3640d90 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Aug 25 05:16:35.679235 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-5f33f0d3-b5ad-4a95-bcfa-473ecb855275 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902221 Aug 25 05:16:35.772992 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47395dee-cb14-4d43-a925-5f064d5262f4 req-0644809d-611e-427b-8e4e-f4104fb673c2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874641 Aug 25 05:16:35.899394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:36.793157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b228cb-af17-4926-8cc7-2f43082ae091 req-b300db1c-fc09-41d5-a780-3a5327101802 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:36.794532 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f0b228cb-af17-4926-8cc7-2f43082ae091 req-b300db1c-fc09-41d5-a780-3a5327101802 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0468013 Aug 25 05:16:36.842269 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f0b228cb-af17-4926-8cc7-2f43082ae091 req-73860109-6ced-4699-9a04-a1740de42060 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Aug 25 05:16:37.556280 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:37.963835 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6b7f4-f082-49af-a470-ee050f522b4f req-22885e1d-1216-429a-af34-237a9adb964e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:37.965325 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-afe6b7f4-f082-49af-a470-ee050f522b4f req-22885e1d-1216-429a-af34-237a9adb964e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0522821 Aug 25 05:16:38.014066 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-afe6b7f4-f082-49af-a470-ee050f522b4f req-e243c729-fdf4-48c4-8954-964ee52f60f7 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Aug 25 05:16:38.166799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37626) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:38.273943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f0a24144-55c4-458e-be33-c706ad26d393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.289156 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:38.354810 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f0a24144-55c4-458e-be33-c706ad26d393 admin admin] Publish callbacks [] for security_group (b6aabede-c8b8-433a-ab17-ba175faedb3f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.487578 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f0a24144-55c4-458e-be33-c706ad26d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b6aabede-c8b8-433a-ab17-ba175faedb3f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.526711 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a24144-55c4-458e-be33-c706ad26d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aabede-c8b8-433a-ab17-ba175faedb3f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:38.530978 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f0a24144-55c4-458e-be33-c706ad26d393 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2868eaafdeb84f779a6a923a694248b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3631914 Aug 25 05:16:38.534315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37632) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:38.582668 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] Publish callbacks [] for security_group (b6aabede-c8b8-433a-ab17-ba175faedb3f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.603039 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] Publish callbacks [] for security_group (b6aabede-c8b8-433a-ab17-ba175faedb3f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.721772 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b6aabede-c8b8-433a-ab17-ba175faedb3f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.724380 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:38.727799 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b6aabede-c8b8-433a-ab17-ba175faedb3f HTTP/1.1" status: 204 len: 168 time: 0.1902850 Aug 25 05:16:38.734049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a5808-83df-42eb-945b-35e73a1d0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aabede-c8b8-433a-ab17-ba175faedb3f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:39.131322 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ca8f3-1f7a-4192-86ab-7984ab4c59f3 req-a4d95c47-1364-4342-9d66-544020cb3c80 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:39.132765 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0c4ca8f3-1f7a-4192-86ab-7984ab4c59f3 req-a4d95c47-1364-4342-9d66-544020cb3c80 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0481665 Aug 25 05:16:39.182843 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0c4ca8f3-1f7a-4192-86ab-7984ab4c59f3 req-9f954699-a82e-42f3-acad-d9bb22052b9d tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442030 Aug 25 05:16:39.395675 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37642) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:39.409008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1188-27a9-45f9-8701-dd2b7ff986a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.487082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1188-27a9-45f9-8701-dd2b7ff986a5 admin admin] Publish callbacks [] for security_group (20803164-4a7e-4b90-b92c-d06c703133cc), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.584361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9d7e1188-27a9-45f9-8701-dd2b7ff986a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (20803164-4a7e-4b90-b92c-d06c703133cc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.623918 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9d7e1188-27a9-45f9-8701-dd2b7ff986a5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=c86860f3fc0a420f8e59a527df904d32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271914 Aug 25 05:16:39.625114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e1188-27a9-45f9-8701-dd2b7ff986a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20803164-4a7e-4b90-b92c-d06c703133cc,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:39.626690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37646) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:39.676233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] Publish callbacks [] for security_group (20803164-4a7e-4b90-b92c-d06c703133cc), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.683281 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:39.696354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] Publish callbacks [] for security_group (20803164-4a7e-4b90-b92c-d06c703133cc), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.830530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (20803164-4a7e-4b90-b92c-d06c703133cc), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.833271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:39.834686 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/20803164-4a7e-4b90-b92c-d06c703133cc HTTP/1.1" status: 204 len: 168 time: 0.2061572 Aug 25 05:16:39.843747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c6706-e11a-49a3-b2c0-7838fcc8b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20803164-4a7e-4b90-b92c-d06c703133cc,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:40.189669 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2a7a208e-a98f-418e-97a5-f7af5087235d details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:16:40.293313 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2a7a208e-a98f-418e-97a5-f7af5087235d,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:40.305761 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '2a7a208e-a98f-418e-97a5-f7af5087235d', 'network_id': '9269642a-aa6e-4046-bb1e-82c211f3e907', 'port_id': '2a7a208e-a98f-418e-97a5-f7af5087235d', 'mac_address': 'fa:16:3e:e4:cf:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9cd2611-10be-408a-b07b-cfb2e5e1e7bc', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:16:40.327610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea67e45-e132-4bda-af1f-63e2744679c2 req-e3ad9074-687e-420a-938e-178d62ef7633 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:40.329270 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ea67e45-e132-4bda-af1f-63e2744679c2 req-e3ad9074-687e-420a-938e-178d62ef7633 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 947 time: 0.0612705 Aug 25 05:16:40.394211 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8ea67e45-e132-4bda-af1f-63e2744679c2 req-52918c94-3e58-40dc-9bbb-528aedd02bce tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592473 Aug 25 05:16:40.471960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 2a7a208e-a98f-418e-97a5-f7af5087235d is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:16:40.472267 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:40.485167 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a7a208e-a98f-418e-97a5-f7af5087235d {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:16:40.504688 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2a7a208e-a98f-418e-97a5-f7af5087235d,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:40.641040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:40.686948 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:40.693849 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.694195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.694565 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.694916 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.695247 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.695573 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.695896 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.696216 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.696536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.696855 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.697173 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.697578 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.697922 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.698237 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.698550 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:16:40.913028 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=15 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:41.509198 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63cb2f6-1fc7-4fbf-b94a-bf8f33bec9a8 req-9cae7c3f-3049-4832-9ce8-e2dd6a4a11fe tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:41.511353 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c63cb2f6-1fc7-4fbf-b94a-bf8f33bec9a8 req-9cae7c3f-3049-4832-9ce8-e2dd6a4a11fe tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 948 time: 0.0482635 Aug 25 05:16:41.563784 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c63cb2f6-1fc7-4fbf-b94a-bf8f33bec9a8 req-72eecd2f-927a-4da0-91fe-23d9863e3ea3 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Aug 25 05:16:42.681886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a5cf1-ee2f-4c9a-976a-53de2405fedc req-6d3b0e28-dc5b-40cc-b8e5-f2ffd6c8064e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:42.683370 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a1a5cf1-ee2f-4c9a-976a-53de2405fedc req-6d3b0e28-dc5b-40cc-b8e5-f2ffd6c8064e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 948 time: 0.0477896 Aug 25 05:16:42.732438 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a1a5cf1-ee2f-4c9a-976a-53de2405fedc req-74dbe14f-f297-4a5b-aa09-2b855398139f tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432558 Aug 25 05:16:43.308644 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37730) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:43.412886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffc04-a81a-4b2e-a185-5647274c0cf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.466789 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:43.487592 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffc04-a81a-4b2e-a185-5647274c0cf5 admin admin] Publish callbacks [] for security_group (1ed7ed62-9dbc-45bf-9211-611e13afc07a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.635729 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f3ffc04-a81a-4b2e-a185-5647274c0cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1ed7ed62-9dbc-45bf-9211-611e13afc07a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.674938 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1f3ffc04-a81a-4b2e-a185-5647274c0cf5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=50d92682bc5f4346ba53e5bb43ca210f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3652415 Aug 25 05:16:43.675835 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ffc04-a81a-4b2e-a185-5647274c0cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7ed62-9dbc-45bf-9211-611e13afc07a,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:43.677851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37734) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:43.726006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] Publish callbacks [] for security_group (1ed7ed62-9dbc-45bf-9211-611e13afc07a), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.746755 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] Publish callbacks [] for security_group (1ed7ed62-9dbc-45bf-9211-611e13afc07a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.847870 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572a22-e6f7-46be-abc8-b457d63d0836 req-9c357bd1-63f8-4326-874e-60e9cb7e69a7 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:43.849309 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb572a22-e6f7-46be-abc8-b457d63d0836 req-9c357bd1-63f8-4326-874e-60e9cb7e69a7 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 948 time: 0.0457039 Aug 25 05:16:43.862205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1ed7ed62-9dbc-45bf-9211-611e13afc07a), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.864667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:43.865731 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1ed7ed62-9dbc-45bf-9211-611e13afc07a HTTP/1.1" status: 204 len: 168 time: 0.1868625 Aug 25 05:16:43.884643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2518d-3f5d-4823-b4d6-83c687b379b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7ed62-9dbc-45bf-9211-611e13afc07a,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:43.892303 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:43.909862 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb572a22-e6f7-46be-abc8-b457d63d0836 req-946db39a-34cb-454e-9495-0f805d9209fb tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Aug 25 05:16:44.734038 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37746) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:44.748947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d17835b0-8609-48bd-bb70-86c8cbf60b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:44.824265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d17835b0-8609-48bd-bb70-86c8cbf60b4f admin admin] Publish callbacks [] for security_group (6acef9b8-1ca2-4d81-99af-c9cee569f25f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:44.887067 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d17835b0-8609-48bd-bb70-86c8cbf60b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6acef9b8-1ca2-4d81-99af-c9cee569f25f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:44.925684 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:DELETE=9,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:44.927341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['2a7a208e-a98f-418e-97a5-f7af5087235d'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:16:44.929016 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17835b0-8609-48bd-bb70-86c8cbf60b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acef9b8-1ca2-4d81-99af-c9cee569f25f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:44.935449 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d17835b0-8609-48bd-bb70-86c8cbf60b4f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a89066d6e001406788ccecb5bf3a8cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001266 Aug 25 05:16:44.937922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37750) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:44.995022 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] Publish callbacks [] for security_group (6acef9b8-1ca2-4d81-99af-c9cee569f25f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:44.998267 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:45.017174 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] Publish callbacks [] for security_group (6acef9b8-1ca2-4d81-99af-c9cee569f25f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:45.049398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e1614-cac3-4670-92ee-c433342eeffb req-1acb38e2-55a6-4d38-958c-7889810664e0 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:45.051816 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b95e1614-cac3-4670-92ee-c433342eeffb req-1acb38e2-55a6-4d38-958c-7889810664e0 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 948 time: 0.0596156 Aug 25 05:16:45.100788 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b95e1614-cac3-4670-92ee-c433342eeffb req-95b67af6-fad3-4fba-98e9-71a13433e660 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Aug 25 05:16:45.156084 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6acef9b8-1ca2-4d81-99af-c9cee569f25f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:45.158751 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:45.160051 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6acef9b8-1ca2-4d81-99af-c9cee569f25f HTTP/1.1" status: 204 len: 168 time: 0.2210677 Aug 25 05:16:45.172344 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbc42c-b828-4c94-92c4-1277715a2dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acef9b8-1ca2-4d81-99af-c9cee569f25f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:46.184289 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:46.223239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4b5c8-5dcb-4a03-a615-40739f567c09 req-f08a776c-0ef7-413e-b4f1-b5077ac5bb61 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:46.229793 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cba4b5c8-5dcb-4a03-a615-40739f567c09 req-f08a776c-0ef7-413e-b4f1-b5077ac5bb61 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 948 time: 0.0519860 Aug 25 05:16:46.275348 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cba4b5c8-5dcb-4a03-a615-40739f567c09 req-09f515dd-9739-4bd8-a7ee-34f4b8f55018 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440261 Aug 25 05:16:46.716556 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2a7a208e-a98f-418e-97a5-f7af5087235d up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:16:46.738250 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:46.755230 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:46.759407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 2a7a208e-a98f-418e-97a5-f7af5087235d completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:16:46.847179 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 2a7a208e-a98f-418e-97a5-f7af5087235d triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:16:46.847550 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:46.925335 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 2a7a208e-a98f-418e-97a5-f7af5087235d is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:16:46.925691 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:46.947939 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:46.950120 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0084a6-de8b-4eb2-b362-5693a1ee065d" -d '{"events": [{"server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:46.962745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2a7a208e-a98f-418e-97a5-f7af5087235d,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:46.996686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74589527-971a-4538-9e4c-bf8a19f6ca27 x-openstack-request-id: req-74589527-971a-4538-9e4c-bf8a19f6ca27 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:46.996979 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "name": "network-vif-plugged", "status": "completed", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:46.997234 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-74589527-971a-4538-9e4c-bf8a19f6ca27 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:46.997670 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74589527-971a-4538-9e4c-bf8a19f6ca27'] response: {'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d', 'code': 200} Aug 25 05:16:47.019043 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:47.066821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:47.402515 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed654ec-7314-4dcc-ae05-d50fff4d13b2 req-35d61fa4-e544-4603-8219-10f492fe5d1e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:47.406213 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ed654ec-7314-4dcc-ae05-d50fff4d13b2 req-35d61fa4-e544-4603-8219-10f492fe5d1e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0607183 Aug 25 05:16:47.459243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01777f-71f3-4b62-a97f-e0f73d97e4f3 req-756ed679-ec31-4252-8455-bc7bfbaac939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:47.460865 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa01777f-71f3-4b62-a97f-e0f73d97e4f3 req-756ed679-ec31-4252-8455-bc7bfbaac939 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 1133 time: 0.0644956 Aug 25 05:16:47.503239 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ed654ec-7314-4dcc-ae05-d50fff4d13b2 req-4fd9025c-7160-47a4-b6f7-a2fcf3c817cc tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889616 Aug 25 05:16:47.523762 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa01777f-71f3-4b62-a97f-e0f73d97e4f3 req-0016b526-b080-41a6-a5c0-9507b5b85c68 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565090 Aug 25 05:16:48.290171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37836) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:48.399453 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc181-4704-4875-a65c-a037d72b3076 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.475463 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc181-4704-4875-a65c-a037d72b3076 admin admin] Publish callbacks [] for security_group (72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.561938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-dfdbc181-4704-4875-a65c-a037d72b3076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.602831 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-dfdbc181-4704-4875-a65c-a037d72b3076 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a134dff9974748abbd1d559a7f822708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115642 Aug 25 05:16:48.603655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbc181-4704-4875-a65c-a037d72b3076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:48.605949 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37850) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:48.631991 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b2e27-c2da-4e69-bf01-d560993ecdd9 req-cd251fc8-069f-4649-ba5a-ad32dd49229a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:48.633477 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9a0b2e27-c2da-4e69-bf01-d560993ecdd9 req-cd251fc8-069f-4649-ba5a-ad32dd49229a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0543625 Aug 25 05:16:48.645472 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:48.655989 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] Publish callbacks [] for security_group (72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.676618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] Publish callbacks [] for security_group (72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.689827 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9a0b2e27-c2da-4e69-bf01-d560993ecdd9 req-699cc8c8-4193-4045-bdd0-6b3bc5ad5b61 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498877 Aug 25 05:16:48.853666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.856530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:48.857722 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1 HTTP/1.1" status: 204 len: 168 time: 0.2508531 Aug 25 05:16:48.868376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f95543-913f-44f9-ae60-2bc166d03ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dda9ea-1981-4fd0-8f4b-d0733c6f2aa1,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:49.826353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7fc0f7-d5cb-4d7c-8c09-bd2bd546b169 req-bc38ce99-d95e-424c-87ba-2bf6ce85ae54 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:49.830799 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8f7fc0f7-d5cb-4d7c-8c09-bd2bd546b169 req-bc38ce99-d95e-424c-87ba-2bf6ce85ae54 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0609543 Aug 25 05:16:49.877275 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8f7fc0f7-d5cb-4d7c-8c09-bd2bd546b169 req-20c9f4a9-4701-46cd-8957-e8247da415cc tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Aug 25 05:16:50.974117 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37926) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:51.001158 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123aaae2-4cb3-49c5-aec8-0a6fbb463644 req-838291af-bdc1-4b25-80fd-629b90f14f8e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:51.002658 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-123aaae2-4cb3-49c5-aec8-0a6fbb463644 req-838291af-bdc1-4b25-80fd-629b90f14f8e tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0506718 Aug 25 05:16:51.049729 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-123aaae2-4cb3-49c5-aec8-0a6fbb463644 req-ff77895d-1b1c-4b17-8e75-c42ddb7e0e5c tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 Aug 25 05:16:51.078542 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a4862952-f6f1-4673-8f15-76d2a9df6c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.146633 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:51.156251 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a4862952-f6f1-4673-8f15-76d2a9df6c14 admin admin] Publish callbacks [] for security_group (983bcab4-7ca6-41bb-9824-eafccecf9176), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.252673 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a4862952-f6f1-4673-8f15-76d2a9df6c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (983bcab4-7ca6-41bb-9824-eafccecf9176), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.278639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:51.292876 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a4862952-f6f1-4673-8f15-76d2a9df6c14 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1290f141e325435cb6957123e8825bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176184 Aug 25 05:16:51.294660 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4862952-f6f1-4673-8f15-76d2a9df6c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983bcab4-7ca6-41bb-9824-eafccecf9176,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:51.295744 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37936) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:51.347808 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] Publish callbacks [] for security_group (983bcab4-7ca6-41bb-9824-eafccecf9176), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.369643 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] Publish callbacks [] for security_group (983bcab4-7ca6-41bb-9824-eafccecf9176), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.527831 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16196-e697-4bc2-a6e3-9287a19ed78a req-3b426088-8001-40ad-a095-647ec458ea9a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:51.529293 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ccd16196-e697-4bc2-a6e3-9287a19ed78a req-3b426088-8001-40ad-a095-647ec458ea9a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0479398 Aug 25 05:16:51.532856 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (983bcab4-7ca6-41bb-9824-eafccecf9176), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.535544 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:51.536669 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/983bcab4-7ca6-41bb-9824-eafccecf9176 HTTP/1.1" status: 204 len: 168 time: 0.2399294 Aug 25 05:16:51.565262 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f7364-fb5e-457e-acd2-f39898688b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bcab4-7ca6-41bb-9824-eafccecf9176,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:51.594528 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ccd16196-e697-4bc2-a6e3-9287a19ed78a req-b8e2e48f-cc2a-424f-a0b0-423b45f25955 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568161 Aug 25 05:16:52.247790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 37944) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:52.261192 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3922904e-a298-4d79-963b-0ac0ed1af213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.336713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3922904e-a298-4d79-963b-0ac0ed1af213 admin admin] Publish callbacks [] for security_group (6b657b4a-0ed0-42a0-b369-f463e715e324), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.395858 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3922904e-a298-4d79-963b-0ac0ed1af213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6b657b4a-0ed0-42a0-b369-f463e715e324), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.435004 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3922904e-a298-4d79-963b-0ac0ed1af213 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=74b439c04f5d451891aa73fc69e4dc87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861348 Aug 25 05:16:52.436097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922904e-a298-4d79-963b-0ac0ed1af213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b657b4a-0ed0-42a0-b369-f463e715e324,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:52.437841 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 37946) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:16:52.487497 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] Publish callbacks [] for security_group (6b657b4a-0ed0-42a0-b369-f463e715e324), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.508113 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] Publish callbacks [] for security_group (6b657b4a-0ed0-42a0-b369-f463e715e324), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.636643 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6b657b4a-0ed0-42a0-b369-f463e715e324), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.639346 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:52.640531 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6b657b4a-0ed0-42a0-b369-f463e715e324 HTTP/1.1" status: 204 len: 168 time: 0.2016799 Aug 25 05:16:52.649777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492157c-6c24-4268-b241-4024273340b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b657b4a-0ed0-42a0-b369-f463e715e324,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:52.716743 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f49b4e-41d0-4a5a-9814-e10b623fcbf6 req-a8971855-89c7-4849-aa25-d164a1b63cf3 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:52.718813 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a6f49b4e-41d0-4a5a-9814-e10b623fcbf6 req-a8971855-89c7-4849-aa25-d164a1b63cf3 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0491574 Aug 25 05:16:52.767611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a6f49b4e-41d0-4a5a-9814-e10b623fcbf6 req-5f66d5cb-fbdd-4852-bbe7-09592caf8c1d tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=a7a74de8-220b-4245-a2fa-59b3f814ea47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Aug 25 05:16:53.392428 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-45ddea6f-4280-400a-bc7d-57ae1fb8e8d8 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:16:53.393875 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-45ddea6f-4280-400a-bc7d-57ae1fb8e8d8 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 949 time: 0.0457730 Aug 25 05:16:53.485435 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Deleting port 2a7a208e-a98f-418e-97a5-f7af5087235d {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:16:53.485812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:53.581244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] For port 2a7a208e-a98f-418e-97a5-f7af5087235d, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2a7a208e-a98f-418e-97a5-f7af5087235d,segment=NetworkSegment(4364d828-c5cb-4090-8110-64e284bcc8d6),segment_id=4364d828-c5cb-4090-8110-64e284bcc8d6)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:16:53.581632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:53.595078 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Calling delete_port for 2a7a208e-a98f-418e-97a5-f7af5087235d owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:16:53.813642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (2a7a208e-a98f-418e-97a5-f7af5087235d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:53.842546 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Pushing event deleted for resources: {'Port': ['ID=2a7a208e-a98f-418e-97a5-f7af5087235d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:16:53.854708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['2a7a208e-a98f-418e-97a5-f7af5087235d'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:16:53.898720 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-34e520d5-9c00-44e3-8b3e-83d458b015a4 req-44e535bf-554a-4470-9091-c8f5f79ef45a tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0581405 Aug 25 05:16:53.916787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] No DVR routers for this DVR port 2a7a208e-a98f-418e-97a5-f7af5087235d on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:16:53.923419 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:53.927031 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dac39988-1c56-420c-8cc6-a10089e27e00 req-55d3b6bb-0368-46c5-9103-dc2c16c344de tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.47 "DELETE /networking/v2.0/ports/2a7a208e-a98f-418e-97a5-f7af5087235d HTTP/1.1" status: 204 len: 173 time: 0.5246022 Aug 25 05:16:53.927473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'name': 'network-vif-deleted', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:16:53.930022 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffad4917-a567-41ae-9049-5acfe483c117" -d '{"events": [{"server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "name": "network-vif-deleted", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:16:53.967871 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de8f8f8-e691-40ff-b009-8e1e9f1dca6a x-openstack-request-id: req-2de8f8f8-e691-40ff-b009-8e1e9f1dca6a {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:16:53.968164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c8fd6e-0f63-444a-bf22-4c585a97c5b9", "name": "network-vif-deleted", "tag": "2a7a208e-a98f-418e-97a5-f7af5087235d", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:16:53.968417 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2de8f8f8-e691-40ff-b009-8e1e9f1dca6a {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:16:53.968818 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de8f8f8-e691-40ff-b009-8e1e9f1dca6a'] response: {'server_uuid': '70c8fd6e-0f63-444a-bf22-4c585a97c5b9', 'name': 'network-vif-deleted', 'tag': '2a7a208e-a98f-418e-97a5-f7af5087235d', 'status': 'completed', 'code': 200} Aug 25 05:16:54.913153 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:16:55.021981 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bd6f483d-e8d3-4d82-9971-c7f80a5a57ad req-e283a992-ed42-4d67-a9e0-df868d048d94 tempest-VolumesNegativeTest-1162275644 tempest-VolumesNegativeTest-1162275644-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c8fd6e-0f63-444a-bf22-4c585a97c5b9 HTTP/1.1" status: 200 len: 210 time: 0.0302751 Aug 25 05:16:56.487648 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e5674774-2ca2-4a86-8ce4-50085d4f7140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:56.757193 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2a7a208e-a98f-418e-97a5-f7af5087235d no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:16:56.781398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 2a7a208e-a98f-418e-97a5-f7af5087235d {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:16:56.781894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2a7a208e-a98f-418e-97a5-f7af5087235d not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:16:58.595437 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4a0dcc03-f76d-4b29-b017-c7a4b88bea92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:16:59.978870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.466433 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38282) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:00.579182 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72c990b-28ae-46e6-9e13-8500bfa55fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.632340 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:00.640357 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:00.653808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72c990b-28ae-46e6-9e13-8500bfa55fc9 admin admin] Publish callbacks [] for security_group (cdfa0833-adf0-462c-af71-ecfb98fac491), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.726109 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a72c990b-28ae-46e6-9e13-8500bfa55fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cdfa0833-adf0-462c-af71-ecfb98fac491), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.764542 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a72c990b-28ae-46e6-9e13-8500bfa55fc9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0cd491659d62499789879d73a1c09dc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963419 Aug 25 05:17:00.766890 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c990b-28ae-46e6-9e13-8500bfa55fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfa0833-adf0-462c-af71-ecfb98fac491,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:00.772244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38294) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:00.824873 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] Publish callbacks [] for security_group (cdfa0833-adf0-462c-af71-ecfb98fac491), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.846508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] Publish callbacks [] for security_group (cdfa0833-adf0-462c-af71-ecfb98fac491), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.972791 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cdfa0833-adf0-462c-af71-ecfb98fac491), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.975356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:00.976483 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cdfa0833-adf0-462c-af71-ecfb98fac491 HTTP/1.1" status: 204 len: 168 time: 0.2032197 Aug 25 05:17:00.984507 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88a6aeb-f3c2-4e33-9a7d-21b794b642e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfa0833-adf0-462c-af71-ecfb98fac491,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:01.407365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.408208 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.667180 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38308) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:01.681457 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f95cae45-0c6e-472c-a2ca-f777bad89ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.756049 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f95cae45-0c6e-472c-a2ca-f777bad89ad6 admin admin] Publish callbacks [] for security_group (09405fa6-4374-47e5-8c45-e239db8d1323), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.848026 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f95cae45-0c6e-472c-a2ca-f777bad89ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (09405fa6-4374-47e5-8c45-e239db8d1323), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.854372 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:01.889742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95cae45-0c6e-472c-a2ca-f777bad89ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09405fa6-4374-47e5-8c45-e239db8d1323,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:01.893961 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f95cae45-0c6e-472c-a2ca-f777bad89ad6 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=523140ae5d6e48858c9bc29e80fc5b04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250504 Aug 25 05:17:01.896661 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38314) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:01.944215 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:01.947722 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] Publish callbacks [] for security_group (09405fa6-4374-47e5-8c45-e239db8d1323), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:01.968385 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] Publish callbacks [] for security_group (09405fa6-4374-47e5-8c45-e239db8d1323), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.093043 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (09405fa6-4374-47e5-8c45-e239db8d1323), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.095638 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.096793 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/09405fa6-4374-47e5-8c45-e239db8d1323 HTTP/1.1" status: 204 len: 168 time: 0.1992176 Aug 25 05:17:02.105395 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608bebd-7802-4c93-a2fb-b254673f4f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09405fa6-4374-47e5-8c45-e239db8d1323,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:02.364159 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38326) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:02.506797 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9b4b8b69-d78d-415f-a552-1fecf3d2c864 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=1ba0701fef4648c8b434d92a5588afd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414440 Aug 25 05:17:02.509281 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38336) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:02.556807 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] Publish callbacks [] for security_group (a7a74de8-220b-4245-a2fa-59b3f814ea47), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.577489 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] Publish callbacks [] for security_group (a7a74de8-220b-4245-a2fa-59b3f814ea47), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.697323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (a7a74de8-220b-4245-a2fa-59b3f814ea47), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.697323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:02.697323 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/a7a74de8-220b-4245-a2fa-59b3f814ea47 HTTP/1.1" status: 204 len: 168 time: 0.1862988 Aug 25 05:17:02.706627 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3e430-01c4-4e7b-b928-1f74c2c69a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a74de8-220b-4245-a2fa-59b3f814ea47,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:05.476591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad22b4-f56f-4d49-99cf-74a5de85ab37 req-9c79407f-bae1-4550-ace2-58c4bd31c2cc tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:05.478029 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-02ad22b4-f56f-4d49-99cf-74a5de85ab37 req-9c79407f-bae1-4550-ace2-58c4bd31c2cc tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0466349 Aug 25 05:17:05.525018 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-02ad22b4-f56f-4d49-99cf-74a5de85ab37 req-e649ac16-2654-4eb8-aa13-23e28ad33393 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407810 Aug 25 05:17:06.651029 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab18ad-8b5c-488a-b004-27fbe463a9e1 req-de4b3743-aad4-464e-a970-0f580e01f1f5 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:06.652492 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1aab18ad-8b5c-488a-b004-27fbe463a9e1 req-de4b3743-aad4-464e-a970-0f580e01f1f5 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0472610 Aug 25 05:17:06.699528 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1aab18ad-8b5c-488a-b004-27fbe463a9e1 req-0fa97d39-ac16-4551-8b04-3dcbcb63ea04 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Aug 25 05:17:07.590090 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:07.819954 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c176d3-256b-44d4-81e5-32ac58b0a4ab req-3e80f128-f0cb-4925-97ee-438e6bae6438 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:07.821406 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f8c176d3-256b-44d4-81e5-32ac58b0a4ab req-3e80f128-f0cb-4925-97ee-438e6bae6438 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0451157 Aug 25 05:17:07.867029 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f8c176d3-256b-44d4-81e5-32ac58b0a4ab req-608d0978-9c93-40d3-9b1e-9940126d8b8a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393825 Aug 25 05:17:08.973268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38444) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:09.002540 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413799b-b699-4222-af76-fbab55e46eac req-b5a5de27-52aa-4f29-ab79-038a5770f4e5 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:09.004095 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b413799b-b699-4222-af76-fbab55e46eac req-b5a5de27-52aa-4f29-ab79-038a5770f4e5 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0518558 Aug 25 05:17:09.052403 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b413799b-b699-4222-af76-fbab55e46eac req-690ba6f5-2638-4e4b-9c46-f8e8bd9d3ec9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Aug 25 05:17:09.085106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd83f-903c-4723-b710-9326c035eb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.158536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd83f-903c-4723-b710-9326c035eb0f admin admin] Publish callbacks [] for security_group (1672f83e-1dbb-4e64-823b-32edc5513cb3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.252095 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1d3bd83f-903c-4723-b710-9326c035eb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1672f83e-1dbb-4e64-823b-32edc5513cb3), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.292412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1d3bd83f-903c-4723-b710-9326c035eb0f admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=47cb887ee6f74db481d48273a34a1fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178728 Aug 25 05:17:09.293177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bd83f-903c-4723-b710-9326c035eb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1672f83e-1dbb-4e64-823b-32edc5513cb3,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:09.296635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38448) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:09.345742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] Publish callbacks [] for security_group (1672f83e-1dbb-4e64-823b-32edc5513cb3), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.365325 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] Publish callbacks [] for security_group (1672f83e-1dbb-4e64-823b-32edc5513cb3), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.378579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:09.607100 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1672f83e-1dbb-4e64-823b-32edc5513cb3), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.609676 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:09.611241 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1672f83e-1dbb-4e64-823b-32edc5513cb3 HTTP/1.1" status: 204 len: 168 time: 0.3127789 Aug 25 05:17:09.641121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89caaa7-8af4-458c-93ff-8ce2a0828609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1672f83e-1dbb-4e64-823b-32edc5513cb3,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:10.180607 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d35e6-31bf-4bf1-84c5-4be0fb5df69d req-f096b2e6-7ed2-4b47-ae95-5ba2bd238efb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:10.182141 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-083d35e6-31bf-4bf1-84c5-4be0fb5df69d req-f096b2e6-7ed2-4b47-ae95-5ba2bd238efb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0495405 Aug 25 05:17:10.230884 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-083d35e6-31bf-4bf1-84c5-4be0fb5df69d req-4922c1b1-36b7-4507-8082-d5626c6b3b02 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Aug 25 05:17:10.332720 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38468) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:10.346389 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6bc8774c-1252-4f84-95f3-53518be7f777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.421925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6bc8774c-1252-4f84-95f3-53518be7f777 admin admin] Publish callbacks [] for security_group (7baae448-fab8-4ea8-810f-72c0ce71d650), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.493066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6bc8774c-1252-4f84-95f3-53518be7f777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7baae448-fab8-4ea8-810f-72c0ce71d650), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.532916 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6bc8774c-1252-4f84-95f3-53518be7f777 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f58df0ea291e474ba4887e19747f0bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991231 Aug 25 05:17:10.534095 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8774c-1252-4f84-95f3-53518be7f777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7baae448-fab8-4ea8-810f-72c0ce71d650,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:10.535724 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38470) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:10.549107 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:10.588591 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] Publish callbacks [] for security_group (7baae448-fab8-4ea8-810f-72c0ce71d650), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.610616 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] Publish callbacks [] for security_group (7baae448-fab8-4ea8-810f-72c0ce71d650), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.755658 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7baae448-fab8-4ea8-810f-72c0ce71d650), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.758413 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:10.759588 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7baae448-fab8-4ea8-810f-72c0ce71d650 HTTP/1.1" status: 204 len: 168 time: 0.2227559 Aug 25 05:17:10.771409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b8427-43fc-4bfd-b34e-526f6cb031e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7baae448-fab8-4ea8-810f-72c0ce71d650,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:10.892103 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:17:11.353193 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54031e-3de5-4d90-bcc1-3ee85df1f2bd req-370db3f6-cb9c-4f4a-a644-1bf4975773df tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:11.354677 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d54031e-3de5-4d90-bcc1-3ee85df1f2bd req-370db3f6-cb9c-4f4a-a644-1bf4975773df tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0465133 Aug 25 05:17:11.405506 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d54031e-3de5-4d90-bcc1-3ee85df1f2bd req-2a91d17b-50d4-47a5-aed5-863d003179e6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Aug 25 05:17:12.538677 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28944612-75a0-4b45-9abb-93f89a6095e4 req-7483b0ac-53f5-4d24-a9f7-70bbbd0f38d8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:12.540085 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28944612-75a0-4b45-9abb-93f89a6095e4 req-7483b0ac-53f5-4d24-a9f7-70bbbd0f38d8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0528407 Aug 25 05:17:12.588718 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28944612-75a0-4b45-9abb-93f89a6095e4 req-b073b8b6-56a2-41d4-8678-72fc083cb0d6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Aug 25 05:17:13.713399 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c514b1-aa25-4eb5-a275-062481988aa3 req-69fea32f-3c45-4b36-b1df-9310225b7a41 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:13.714915 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-38c514b1-aa25-4eb5-a275-062481988aa3 req-69fea32f-3c45-4b36-b1df-9310225b7a41 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0480025 Aug 25 05:17:13.762522 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-38c514b1-aa25-4eb5-a275-062481988aa3 req-7e636a93-1eb3-46d4-8083-2de238969592 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Aug 25 05:17:14.883806 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce7552-7cc2-4eab-915b-85416e7db6a5 req-83cb3793-0c09-436b-9562-8a33d9c202e2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:14.885247 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72ce7552-7cc2-4eab-915b-85416e7db6a5 req-83cb3793-0c09-436b-9562-8a33d9c202e2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0463254 Aug 25 05:17:14.930817 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72ce7552-7cc2-4eab-915b-85416e7db6a5 req-e4b4bff7-2ff8-4b32-951c-e18655799938 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400321 Aug 25 05:17:16.054106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1883e5-8916-4d5c-9c8b-b772cabb3442 req-3cd4ccb4-0cfa-4238-bd72-ffbf6435a1a7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:16.055481 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fe1883e5-8916-4d5c-9c8b-b772cabb3442 req-3cd4ccb4-0cfa-4238-bd72-ffbf6435a1a7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0463121 Aug 25 05:17:16.078992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:16.104998 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fe1883e5-8916-4d5c-9c8b-b772cabb3442 req-aa6f5a86-be50-438f-80f2-343d8bdf1f20 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439422 Aug 25 05:17:17.227763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e240b7-a58c-43c6-b5b3-b62adfa850ab req-063c78a0-31e6-44c5-8ac3-db35c388a7e1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:17.231498 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-63e240b7-a58c-43c6-b5b3-b62adfa850ab req-063c78a0-31e6-44c5-8ac3-db35c388a7e1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0489268 Aug 25 05:17:17.277648 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-63e240b7-a58c-43c6-b5b3-b62adfa850ab req-14008fcc-7468-4edf-88f8-f8fc4c0e0030 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 Aug 25 05:17:17.469820 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:17.918379 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:18.407647 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b7d31-b389-470d-b4e6-a7c69dbf50e5 req-480207ce-6c58-4f3a-8c86-72238254a880 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:18.409153 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d0b7d31-b389-470d-b4e6-a7c69dbf50e5 req-480207ce-6c58-4f3a-8c86-72238254a880 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0478573 Aug 25 05:17:18.457109 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d0b7d31-b389-470d-b4e6-a7c69dbf50e5 req-2cb7db1b-1fd2-462b-8dbb-ab59fbc0dec5 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422666 Aug 25 05:17:19.637825 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:19.640535 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38632) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:19.645014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815543204', 'description': 'tempest-description--1022496083'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:19.738983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:19.812997 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (1e6e4a43-fa8a-4475-83ef-216dc66b2e26), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:19.815175 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:19.823276 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae29d5-5324-43f5-bff9-3c2d2b39ca16 req-def58ca8-fd20-4a67-8186-a8c2f76609f0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:19.824746 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4fae29d5-5324-43f5-bff9-3c2d2b39ca16 req-def58ca8-fd20-4a67-8186-a8c2f76609f0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.2879901 Aug 25 05:17:19.872994 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4fae29d5-5324-43f5-bff9-3c2d2b39ca16 req-0a8b5c1c-1ef3-431a-87c9-d4426b0f2c62 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419858 Aug 25 05:17:19.878948 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1e6e4a43-fa8a-4475-83ef-216dc66b2e26), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:19.915017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6e4a43-fa8a-4475-83ef-216dc66b2e26,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:19.986948 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:19.988267 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4b0b02e5-d2eb-4a39-8303-301104922d38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3467538 Aug 25 05:17:19.991314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38638) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:19.995821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '1e6e4a43-fa8a-4475-83ef-216dc66b2e26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:20.093865 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (e1df3cef-247d-46ad-a79c-9240f8cb5dcb), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.153956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (e1df3cef-247d-46ad-a79c-9240f8cb5dcb), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.218580 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (e1df3cef-247d-46ad-a79c-9240f8cb5dcb), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.236749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1df3cef-247d-46ad-a79c-9240f8cb5dcb,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:20.289207 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.290451 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-122176d2-d78d-4ef7-afca-6f99f4e9fad8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982864 Aug 25 05:17:20.293182 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38642) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:20.298557 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '1e6e4a43-fa8a-4475-83ef-216dc66b2e26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:20.395048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (2abaddc1-3d86-474a-aebd-9e56dd73bfba), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.436482 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:20.450919 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (2abaddc1-3d86-474a-aebd-9e56dd73bfba), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.538640 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (2abaddc1-3d86-474a-aebd-9e56dd73bfba), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.558264 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abaddc1-3d86-474a-aebd-9e56dd73bfba,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:20.637615 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.638837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-13a8ab2c-68cf-4026-987a-e328a710790d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447080 Aug 25 05:17:20.642004 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38644) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:20.646411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:20.778536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.783260 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:20.859497 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:20.889164 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=7 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:20.947704 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:20.965269 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.27.3.252 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/7391da35-7e5a-4ce0-80fa-bca378c41cfd) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:17:21.031031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd15ad-189e-4bbb-abbe-47d2075a331f req-89db929e-dc43-4c24-ac13-c6d640e8a85e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:21.032506 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-35dd15ad-189e-4bbb-abbe-47d2075a331f req-89db929e-dc43-4c24-ac13-c6d640e8a85e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0692101 Aug 25 05:17:21.122786 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-35dd15ad-189e-4bbb-abbe-47d2075a331f req-7a15bb03-1cee-4ae8-8105-7b688cdf3c27 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666697 Aug 25 05:17:21.144969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.258137 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.297924 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:21.301524 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:17:21.306535 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:17:21.310583 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:17:21.313187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=7391da35-7e5a-4ce0-80fa-bca378c41cfd,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:21.397474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.493398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.639888 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.698523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.768408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.771257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=7391da35-7e5a-4ce0-80fa-bca378c41cfd,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:21.861023 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:21.862299 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5088cd56-cb5d-48bd-aefb-443b08899b9d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2193475 Aug 25 05:17:22.058180 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-42ffe917-4c85-491c-abf1-ed04b1472950 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1815543204&fields=id&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 267 time: 0.0426929 Aug 25 05:17:22.165778 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-cf76b74b-f3ff-44db-ae8b-7abdf03069d2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:22.167876 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-cf76b74b-f3ff-44db-ae8b-7abdf03069d2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1031368 Aug 25 05:17:22.183974 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-ed52c0af-aa9b-4998-9597-550379220543 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/quotas/f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 375 time: 0.0096431 Aug 25 05:17:22.231178 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:22.241354 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-d1077c99-a452-4dee-9175-ec4ed8aa0abb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517650 Aug 25 05:17:22.258836 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70793688-f8d5-40dc-872d-353eed9eab4b req-ced06b83-ce81-4887-ba61-9f588a6b6514 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:22.260559 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-70793688-f8d5-40dc-872d-353eed9eab4b req-ced06b83-ce81-4887-ba61-9f588a6b6514 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0529253 Aug 25 05:17:22.312703 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-70793688-f8d5-40dc-872d-353eed9eab4b req-78a77568-0897-432a-a8a6-4bb14ce07546 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457375 Aug 25 05:17:22.345477 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-d2fcd33b-7688-4431-a6e0-34f873b408fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915742 Aug 25 05:17:22.435976 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-32996a8c-5cd2-42ad-a65d-be6dccd667c0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846612 Aug 25 05:17:22.742171 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78b9be0b-07b4-433a-bc7d-adebd4193ada req-a97a4d8a-9eb4-4aae-85c8-a4463b616dc4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0306895 Aug 25 05:17:22.879411 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:17:22.974735 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:22.986353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '918a320b-9189-42f8-9052-24cef6e0d004', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:17:23.024756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: ACTIVE; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:17:23.025149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.037999 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:17:23.057273 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:23.127329 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.176314 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=6']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:23.322593 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38706) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:23.348578 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['918a320b-9189-42f8-9052-24cef6e0d004'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:17:23.463784 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-976dfb42-a656-447f-994a-f1b321a75772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.474565 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7498ec8-0260-4f5d-b308-921b842d11d7 req-9b91a98e-6107-4b97-b9ca-81da10b12459 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:23.482877 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7498ec8-0260-4f5d-b308-921b842d11d7 req-9b91a98e-6107-4b97-b9ca-81da10b12459 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0734351 Aug 25 05:17:23.508378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:23.535311 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7498ec8-0260-4f5d-b308-921b842d11d7 req-6c23155f-25d4-43be-b31b-5ef9aadd93f4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507433 Aug 25 05:17:23.568830 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-976dfb42-a656-447f-994a-f1b321a75772 admin admin] Publish callbacks [] for security_group (c5d689a0-c0a3-40ca-85b6-bb2b913ff594), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.767682 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-976dfb42-a656-447f-994a-f1b321a75772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c5d689a0-c0a3-40ca-85b6-bb2b913ff594), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.808985 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-976dfb42-a656-447f-994a-f1b321a75772 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7cfe0085ed8f4046a4b0996866efbb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850295 Aug 25 05:17:23.810207 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976dfb42-a656-447f-994a-f1b321a75772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d689a0-c0a3-40ca-85b6-bb2b913ff594,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:23.812431 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38716) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:23.845557 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-84e7e6c4-002d-4f57-a4a6-f0dc84264f82 req-7263501e-4dfd-49d0-b6e0-3ce54713daee tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0280502 Aug 25 05:17:23.870605 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] Publish callbacks [] for security_group (c5d689a0-c0a3-40ca-85b6-bb2b913ff594), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:23.891759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] Publish callbacks [] for security_group (c5d689a0-c0a3-40ca-85b6-bb2b913ff594), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.053102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c5d689a0-c0a3-40ca-85b6-bb2b913ff594), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.055701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.056871 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c5d689a0-c0a3-40ca-85b6-bb2b913ff594 HTTP/1.1" status: 204 len: 168 time: 0.2433255 Aug 25 05:17:24.064977 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217fa5f-02bc-449a-80a3-adf894521c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d689a0-c0a3-40ca-85b6-bb2b913ff594,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:24.665562 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd9af9-1e52-4ab0-b4a7-b16f4b16691c req-5e7ae90c-606b-4acf-ac47-c151037af4e3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:24.667047 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f6bd9af9-1e52-4ab0-b4a7-b16f4b16691c req-5e7ae90c-606b-4acf-ac47-c151037af4e3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0475640 Aug 25 05:17:24.698322 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38726) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:24.711889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-035cfcde-1f89-4e51-a313-a811986ed40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.713689 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f6bd9af9-1e52-4ab0-b4a7-b16f4b16691c req-614b1852-ea8b-4bd4-a8f7-c32593ef6ab0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408809 Aug 25 05:17:24.787185 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-035cfcde-1f89-4e51-a313-a811986ed40c admin admin] Publish callbacks [] for security_group (b360f086-e007-4817-9f8c-df9d94e58bae), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.852424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-035cfcde-1f89-4e51-a313-a811986ed40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b360f086-e007-4817-9f8c-df9d94e58bae), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.890292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cfcde-1f89-4e51-a313-a811986ed40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b360f086-e007-4817-9f8c-df9d94e58bae,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:24.899823 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38730) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:24.900074 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-035cfcde-1f89-4e51-a313-a811986ed40c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=4a1a459d9e4b449d803f46b786544683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2007067 Aug 25 05:17:24.902450 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:17:24.908948 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:24.931466 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:24.953023 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 918a320b-9189-42f8-9052-24cef6e0d004 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:17:24.953391 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (918a320b-9189-42f8-9052-24cef6e0d004), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.953705 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f6abf8a9-811d-4390-a983-a5d60cdbb8c8 req-0ace4c6a-a5ad-4ebd-8321-5fe1e77bf980 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Aug 25 05:17:24.965711 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] Publish callbacks [] for security_group (b360f086-e007-4817-9f8c-df9d94e58bae), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:24.987865 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] Publish callbacks [] for security_group (b360f086-e007-4817-9f8c-df9d94e58bae), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.027576 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:17:25.027963 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.053446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:17:25.055661 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e422e-455e-4281-b77e-4a45d3cef3e9" -d '{"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:25.068334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:25.094940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649f9596-b333-40f3-afff-d6ab9e3d370b x-openstack-request-id: req-649f9596-b333-40f3-afff-d6ab9e3d370b {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:25.095268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:25.095519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-649f9596-b333-40f3-afff-d6ab9e3d370b {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:25.095945 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649f9596-b333-40f3-afff-d6ab9e3d370b'] response: {'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'code': 200} Aug 25 05:17:25.143563 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b360f086-e007-4817-9f8c-df9d94e58bae), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.146144 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.147305 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b360f086-e007-4817-9f8c-df9d94e58bae HTTP/1.1" status: 204 len: 168 time: 0.2460146 Aug 25 05:17:25.155095 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ff868-09a4-489f-8ddc-7b8d687056b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b360f086-e007-4817-9f8c-df9d94e58bae,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:25.173478 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.225811 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=7']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:25.830678 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 38742) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:25.836823 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01de4d-7236-4154-b360-b451596b2c44 req-b9068085-cc3c-4bfa-a75c-08bf1fd4d8c9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:25.838335 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0d01de4d-7236-4154-b360-b451596b2c44 req-b9068085-cc3c-4bfa-a75c-08bf1fd4d8c9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0471230 Aug 25 05:17:25.844312 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e6071b4f-a727-4c13-bee8-c2385b81c101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:25.890414 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0d01de4d-7236-4154-b360-b451596b2c44 req-082184ee-ee9d-4cb1-a81c-53dcb4a4f086 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460789 Aug 25 05:17:25.922441 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e6071b4f-a727-4c13-bee8-c2385b81c101 admin admin] Publish callbacks [] for security_group (657fad88-87fa-4445-98e6-c484ecf41b46), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.001453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e6071b4f-a727-4c13-bee8-c2385b81c101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (657fad88-87fa-4445-98e6-c484ecf41b46), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.051548 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e6071b4f-a727-4c13-bee8-c2385b81c101 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fccf873e106245279d1269618bfa41b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195828 Aug 25 05:17:26.054144 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38746) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:26.069646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6071b4f-a727-4c13-bee8-c2385b81c101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657fad88-87fa-4445-98e6-c484ecf41b46,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:26.073228 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cd60b7a4-6b6d-4f0b-87bb-58d2ddadf3d4 req-ec3b2f84-8acb-407f-8537-15eee86a6041 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0419652 Aug 25 05:17:26.105354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] Publish callbacks [] for security_group (657fad88-87fa-4445-98e6-c484ecf41b46), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.124642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] Publish callbacks [] for security_group (657fad88-87fa-4445-98e6-c484ecf41b46), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.241514 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (657fad88-87fa-4445-98e6-c484ecf41b46), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.244007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.245162 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/657fad88-87fa-4445-98e6-c484ecf41b46 HTTP/1.1" status: 204 len: 168 time: 0.1899920 Aug 25 05:17:26.254508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b608141-c179-4a99-90a9-65132d829246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657fad88-87fa-4445-98e6-c484ecf41b46,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:26.441740 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-6d9d1d34-2a0b-4dc5-b244-3d856b4a4795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.549881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-d84bb896-682f-4b20-9010-9f096add6393 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:26.551456 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-d84bb896-682f-4b20-9010-9f096add6393 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1019998 Aug 25 05:17:26.661638 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-17f7c65c-f3c4-40d9-b80a-b0d144711edc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 472 time: 0.0932491 Aug 25 05:17:26.680430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'port': {'device_id': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'admin_state_up': True, 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'security_groups': ['1e6e4a43-fa8a-4475-83ef-216dc66b2e26']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:26.858685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:17:26.863234 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:26.981475 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:27.036264 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.20.0.10 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/f4ebc47f-9013-4fcf-a0a0-6d37bb85449a) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:17:27.048817 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c32812-6566-4093-b1f3-8989df9893ca req-bf4b56ea-5867-48b3-86eb-00b868ec1af1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:27.051561 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-39c32812-6566-4093-b1f3-8989df9893ca req-bf4b56ea-5867-48b3-86eb-00b868ec1af1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0668666 Aug 25 05:17:27.094977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:27.175879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-39c32812-6566-4093-b1f3-8989df9893ca req-338d231d-f406-49a7-bd57-0f053125bcdb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143847 Aug 25 05:17:27.176432 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dce664f1-02f3-40fa-9104-36f3328b41bc req-e3877c98-e0f2-452f-8882-97091e6f6ca1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0287573 Aug 25 05:17:27.241488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:27.338861 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:27.379941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:17:27.382975 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:17:27.386530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:17:27.417094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:27.444383 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:27.445854 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:27.558259 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-45e814fd-c448-4d29-b652-8945071ab410 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8834662 Aug 25 05:17:27.577397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Request body: {'port': {'device_id': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:27.618938 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-3a85e02c-7e16-4213-b33b-1693cde1fc64 None None] Provisioning complete for port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:17:27.618938 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3a85e02c-7e16-4213-b33b-1693cde1fc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:27.635912 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:27.651449 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-3a85e02c-7e16-4213-b33b-1693cde1fc64 None None] Port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:17:27.803778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:28.136307 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ebc47f-9013-4fcf-a0a0-6d37bb85449a {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:17:28.158927 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks [] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.180169 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Transition to ACTIVE for port object f4ebc47f-9013-4fcf-a0a0-6d37bb85449a will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:17:28.185943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29faf-261d-4a1d-8114-1b2ae4eebadc req-1bfe8a40-468d-4db7-8b58-961950285feb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.187391 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-edc29faf-261d-4a1d-8114-1b2ae4eebadc req-1bfe8a40-468d-4db7-8b58-961950285feb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0648422 Aug 25 05:17:28.237649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-edc29faf-261d-4a1d-8114-1b2ae4eebadc req-6e270cf7-8cb2-4f8f-8721-df64f46fb174 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437636 Aug 25 05:17:28.270007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.302830 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e7f9-6f55-4ccc-9e47-7174b4bc4077 req-7209bd64-2c5f-4dd8-b918-f7cbcf6572b3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.304501 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6029e7f9-6f55-4ccc-9e47-7174b4bc4077 req-7209bd64-2c5f-4dd8-b918-f7cbcf6572b3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 944 time: 0.0492811 Aug 25 05:17:28.320811 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:28.347616 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:28.354925 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6029e7f9-6f55-4ccc-9e47-7174b4bc4077 req-b2bf29b0-df8a-433a-b3d3-074a72cfd34d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448234 Aug 25 05:17:28.393857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a39570-dfbb-4ba5-83c4-517c023b2d5c req-44bfd82a-3bab-4f65-b149-81b6c9ca6207 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.395332 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94a39570-dfbb-4ba5-83c4-517c023b2d5c req-44bfd82a-3bab-4f65-b149-81b6c9ca6207 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0767839 Aug 25 05:17:28.421983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Attempting to bind port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:17:28.422239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Attempting to bind port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:17:28.422566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Attempting to bind port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:17:28.433231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a on network 68f1da36-d799-4803-8568-258dd71a0604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:17:28.433549 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Attempting to bind port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:17:28.448424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:17:28.448759 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:17:28.449138 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:17:28.449567 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Bound port: f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:17:28.449950 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.471284 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94a39570-dfbb-4ba5-83c4-517c023b2d5c req-ae880289-bfa7-4e19-83c0-862aa98a9d3d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689890 Aug 25 05:17:28.502385 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:28.523677 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:17:28.526890 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:17:28.607056 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c9519dfd-efcc-4758-9157-6875a05ebc8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.619416 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.624002 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.624608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:28.625994 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f4ebc47f-9013-4fcf-a0a0-6d37bb85449a HTTP/1.1" status: 200 len: 1094 time: 1.0526142 Aug 25 05:17:28.626478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:17:28.629304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c45fc48-a605-49e1-80a3-2cea298c4e81" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:28.668532 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cfd30b-26c5-4a17-bb32-ec7049ef7283 x-openstack-request-id: req-b4cfd30b-26c5-4a17-bb32-ec7049ef7283 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:28.668828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:28.669055 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4cfd30b-26c5-4a17-bb32-ec7049ef7283 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:28.671533 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cfd30b-26c5-4a17-bb32-ec7049ef7283'] response: {'name': 'network-changed', 'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'status': 'completed', 'code': 200} Aug 25 05:17:28.678544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210365e-f471-46b8-8a27-7239474cd1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:28.775026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-4c7b4f3d-f5d6-479e-958f-2ed9d2237b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.776529 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-4c7b4f3d-f5d6-479e-958f-2ed9d2237b9a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 1128 time: 0.0418947 Aug 25 05:17:28.886001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-6fa3535c-33d6-4bff-9529-d454b579bd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.887436 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-6fa3535c-33d6-4bff-9529-d454b579bd27 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=f640cb592ed1455a827976752ce2f49d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0939636 Aug 25 05:17:28.980636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-1a66e785-6868-4b7c-bbbc-07ef0f855d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:28.982024 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6c45fc48-a605-49e1-80a3-2cea298c4e81 req-1a66e785-6868-4b7c-bbbc-07ef0f855d86 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860496 Aug 25 05:17:29.086626 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-bbe775b8-a8db-4171-ac23-73dd8c5c40ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.088085 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-bbe775b8-a8db-4171-ac23-73dd8c5c40ab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 1128 time: 0.0430217 Aug 25 05:17:29.139393 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-04f0306c-6f83-45a7-861d-e425d66fb045 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a HTTP/1.1" status: 200 len: 217 time: 0.0319271 Aug 25 05:17:29.185843 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-7d83fe8a-cf06-4c4a-aa78-06edd39e6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.187201 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-7d83fe8a-cf06-4c4a-aa78-06edd39e6ea5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0420642 Aug 25 05:17:29.230159 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-b48dc286-a695-4ac7-82a8-8aa832fa1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.231683 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-b48dc286-a695-4ac7-82a8-8aa832fa1c26 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376503 Aug 25 05:17:29.246113 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:29.350517 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-549c63e7-0271-4b7d-b9c6-f15bba92f800 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116092 Aug 25 05:17:29.376160 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996daf54-ef41-45df-bf9a-c3924d831a82 req-077e4aa9-bfe4-46b6-b5df-588a139136fd tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.377644 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-996daf54-ef41-45df-bf9a-c3924d831a82 req-077e4aa9-bfe4-46b6-b5df-588a139136fd tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0609856 Aug 25 05:17:29.479162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc4d0f-3be8-4a1a-a84a-eba4957187c9 req-e9f8dd26-6278-4dce-a5cb-993c2e45ea1b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.480780 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1afc4d0f-3be8-4a1a-a84a-eba4957187c9 req-e9f8dd26-6278-4dce-a5cb-993c2e45ea1b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 944 time: 0.0502064 Aug 25 05:17:29.484371 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-996daf54-ef41-45df-bf9a-c3924d831a82 req-6adb356e-3b0a-47db-bdb8-e2e725c07355 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969477 Aug 25 05:17:29.496283 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-78849ce7-ea01-46a1-87fc-0d6a8ae220f2 req-77cbfc01-69de-4a82-a9a9-b30a406f836e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351881 Aug 25 05:17:29.529379 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1afc4d0f-3be8-4a1a-a84a-eba4957187c9 req-2a6fc036-8c58-4194-bc5d-f283027bec09 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421026 Aug 25 05:17:29.598733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191021d-5358-4087-9a42-27aa44597f8b req-d66b9539-71e2-4a56-8a73-dbf33f7eeb17 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:29.600208 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7191021d-5358-4087-9a42-27aa44597f8b req-d66b9539-71e2-4a56-8a73-dbf33f7eeb17 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0475614 Aug 25 05:17:29.624578 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:29.648039 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7191021d-5358-4087-9a42-27aa44597f8b req-af27ffb7-1206-44c4-acae-f74fd918b0df tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420172 Aug 25 05:17:29.978241 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:30.603911 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5119b934-c669-4198-844e-97624f12ff6b req-a6985b1e-8c9e-4705-aa14-405df7b6929e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:30.605390 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5119b934-c669-4198-844e-97624f12ff6b req-a6985b1e-8c9e-4705-aa14-405df7b6929e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0472147 Aug 25 05:17:30.651676 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d028cc-15fa-40d4-8ecf-26b6a3e1a389 req-ca39e5af-e449-4023-b88d-b6f997c6ad89 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:30.652269 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5119b934-c669-4198-844e-97624f12ff6b req-e6595b6a-a967-428d-a609-6a01980f0d74 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412569 Aug 25 05:17:30.653310 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47d028cc-15fa-40d4-8ecf-26b6a3e1a389 req-ca39e5af-e449-4023-b88d-b6f997c6ad89 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 944 time: 0.0505545 Aug 25 05:17:30.822889 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-47d028cc-15fa-40d4-8ecf-26b6a3e1a389 req-8dbb39d5-0bc8-4cc6-a1af-bdc6f86d8785 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 Aug 25 05:17:30.823126 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f789f718-d577-4eed-a770-da2e8e3a147c req-aa03e2b2-97c5-4094-8913-56420891c734 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:30.823126 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f789f718-d577-4eed-a770-da2e8e3a147c req-aa03e2b2-97c5-4094-8913-56420891c734 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0533936 Aug 25 05:17:30.829026 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f789f718-d577-4eed-a770-da2e8e3a147c req-d522eb01-35f6-473a-81a8-596f3f82f14e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432613 Aug 25 05:17:31.366897 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:31.434686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:31.772471 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdcda8-091f-493c-abda-e315d673a0f3 req-d79a90e1-1264-4061-9f08-034d1b18c9a7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:31.773993 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-16cdcda8-091f-493c-abda-e315d673a0f3 req-d79a90e1-1264-4061-9f08-034d1b18c9a7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0480855 Aug 25 05:17:31.823497 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-16cdcda8-091f-493c-abda-e315d673a0f3 req-63a29223-b467-4485-816f-5f233b54c3df tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Aug 25 05:17:31.824210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95a35a-9e5c-4580-83b5-53d7048a18a3 req-6409a33e-45e3-4126-aa6e-0a050c328d02 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:31.825706 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf95a35a-9e5c-4580-83b5-53d7048a18a3 req-6409a33e-45e3-4126-aa6e-0a050c328d02 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 944 time: 0.0459971 Aug 25 05:17:31.873667 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf95a35a-9e5c-4580-83b5-53d7048a18a3 req-da2a5b3f-ad7e-4331-892f-e1ab31627049 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418677 Aug 25 05:17:31.952063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f47a3-4041-4e07-9b70-2e185209448d req-111323ec-90cd-48e1-8a3b-4668c6c421fe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:31.953429 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2a5f47a3-4041-4e07-9b70-2e185209448d req-111323ec-90cd-48e1-8a3b-4668c6c421fe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0468645 Aug 25 05:17:32.003284 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2a5f47a3-4041-4e07-9b70-2e185209448d req-78c7aad1-550a-4d4a-9554-36e0acb028d1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436983 Aug 25 05:17:32.941091 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f4ebc47f-9013-4fcf-a0a0-6d37bb85449a details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:17:32.949528 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16fe7e-29d0-4574-a920-fc76cbe3f3b7 req-effe2316-d8cf-48db-9fe4-76cc7f5e98a1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:32.951084 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6a16fe7e-29d0-4574-a920-fc76cbe3f3b7 req-effe2316-d8cf-48db-9fe4-76cc7f5e98a1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0508657 Aug 25 05:17:33.017700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59df1b-9374-44b5-9d19-1119b0870666 req-ba4f158c-992c-483c-a0b7-aff33573cb53 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:33.019821 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ba59df1b-9374-44b5-9d19-1119b0870666 req-ba4f158c-992c-483c-a0b7-aff33573cb53 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 944 time: 0.0573983 Aug 25 05:17:33.031776 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6a16fe7e-29d0-4574-a920-fc76cbe3f3b7 req-19d2a322-5128-455e-a818-75fd8dad6445 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611105 Aug 25 05:17:33.065940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:33.080404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'port_id': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'mac_address': 'fa:16:3e:6c:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:17:33.091504 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ba59df1b-9374-44b5-9d19-1119b0870666 req-ab329e02-6460-4076-816a-f486ba69527a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652936 Aug 25 05:17:33.119476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:17:33.119791 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:33.133715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ebc47f-9013-4fcf-a0a0-6d37bb85449a {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:17:33.145097 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c29284-5f78-4f86-aff7-a3cd881b6a4d req-8f2d0088-1922-472a-b638-ce248f0b5ae8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:33.146660 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-04c29284-5f78-4f86-aff7-a3cd881b6a4d req-8f2d0088-1922-472a-b638-ce248f0b5ae8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0548921 Aug 25 05:17:33.161939 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:33.203616 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-04c29284-5f78-4f86-aff7-a3cd881b6a4d req-10d0a46f-0434-4e31-a733-6a7e7f064bf7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457392 Aug 25 05:17:33.240887 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:33.296099 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:33.743009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:17:33.797855 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:33.830301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:33.870575 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:34.185044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60b60a-ce93-4c37-ac9f-753c6bf35a61 req-9bac1968-c35c-4dc0-bee3-3a1e28197279 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:34.193360 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a60b60a-ce93-4c37-ac9f-753c6bf35a61 req-9bac1968-c35c-4dc0-bee3-3a1e28197279 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0796149 Aug 25 05:17:34.226771 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1119-68d7-476e-84d5-fcf0b4c08e89 req-a2a3d0cf-86cc-4da0-97b8-dc2347c808e3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:34.234873 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f77d1119-68d7-476e-84d5-fcf0b4c08e89 req-a2a3d0cf-86cc-4da0-97b8-dc2347c808e3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 945 time: 0.0590014 Aug 25 05:17:34.276382 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a60b60a-ce93-4c37-ac9f-753c6bf35a61 req-c0f65a98-266a-4533-a505-596b69100fe8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816321 Aug 25 05:17:34.280503 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:34.283021 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f77d1119-68d7-476e-84d5-fcf0b4c08e89 req-c200bb5d-0faa-4b7b-8746-da8b30f1565d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471458 Aug 25 05:17:34.411502 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b9d99-236b-49dc-9fad-922509b643d1 req-15ed5b80-6330-42b1-976a-7294f686b990 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:34.413013 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3a7b9d99-236b-49dc-9fad-922509b643d1 req-15ed5b80-6330-42b1-976a-7294f686b990 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0688512 Aug 25 05:17:34.464837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3a7b9d99-236b-49dc-9fad-922509b643d1 req-8e370428-1403-45c8-bd06-4d35132deacb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456645 Aug 25 05:17:35.083616 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f4ebc47f-9013-4fcf-a0a0-6d37bb85449a up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:17:35.130252 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:17:35.184370 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:17:35.184953 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:35.273804 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:17:35.274322 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:35.302209 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:17:35.304913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ca8c47-8bfd-438c-9e3b-f1bc6b0f1c01" -d '{"events": [{"server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "name": "network-vif-plugged", "status": "completed", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:35.319558 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:35.362637 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f331101-065d-44f8-a218-8b85741d468b x-openstack-request-id: req-6f331101-065d-44f8-a218-8b85741d468b {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:35.362850 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "name": "network-vif-plugged", "status": "completed", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:35.363396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f331101-065d-44f8-a218-8b85741d468b {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:35.364272 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f331101-065d-44f8-a218-8b85741d468b'] response: {'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'code': 200} Aug 25 05:17:35.395530 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:35.429173 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21899b46-840c-4cc8-b0d6-9af24393ec05 req-93e1baef-99e1-4f2c-8510-4b0b8221e220 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:35.432802 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-21899b46-840c-4cc8-b0d6-9af24393ec05 req-93e1baef-99e1-4f2c-8510-4b0b8221e220 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0713606 Aug 25 05:17:35.502533 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:35.503522 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488037a6-cc18-4b7b-a613-5b7a1c4ac630 req-da5ce65c-b964-480c-8de6-efb81d840ac2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:35.510667 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-488037a6-cc18-4b7b-a613-5b7a1c4ac630 req-da5ce65c-b964-480c-8de6-efb81d840ac2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0803454 Aug 25 05:17:35.531678 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-21899b46-840c-4cc8-b0d6-9af24393ec05 req-6f202d6b-a051-40b7-b493-1a3bc70642d7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878260 Aug 25 05:17:35.592986 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-488037a6-cc18-4b7b-a613-5b7a1c4ac630 req-c13ff085-f558-4be8-943e-002d53084621 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794232 Aug 25 05:17:35.676655 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485fb7b2-a5a5-41b6-9b80-54b38bd4b0f9 req-8917fec8-28d2-4efe-b4b8-1320e9918b43 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:35.678204 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-485fb7b2-a5a5-41b6-9b80-54b38bd4b0f9 req-8917fec8-28d2-4efe-b4b8-1320e9918b43 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0531507 Aug 25 05:17:35.743486 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-485fb7b2-a5a5-41b6-9b80-54b38bd4b0f9 req-bb7933b5-21ff-46d9-8875-e80230775b73 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573990 Aug 25 05:17:35.816816 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a663c8bc-281b-4273-9ce3-5e0ad55e53eb req-31c26fc7-2de7-4577-86bc-43123a276f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:35.818396 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a663c8bc-281b-4273-9ce3-5e0ad55e53eb req-31c26fc7-2de7-4577-86bc-43123a276f41 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 1130 time: 0.0709410 Aug 25 05:17:35.868927 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a663c8bc-281b-4273-9ce3-5e0ad55e53eb req-234e5618-7528-4265-a7e5-aef0f368393f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429163 Aug 25 05:17:36.652913 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2260fe9-d747-4d15-b22b-582d0eb885ae req-c108fda3-c4b5-4454-a97b-ae70b4726b54 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:36.654680 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2260fe9-d747-4d15-b22b-582d0eb885ae req-c108fda3-c4b5-4454-a97b-ae70b4726b54 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0474617 Aug 25 05:17:36.704468 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:36.720656 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2260fe9-d747-4d15-b22b-582d0eb885ae req-aea5d078-8ee5-41f5-90e4-b55ef350a014 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Aug 25 05:17:36.760390 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7d9a0-9134-4bb3-8e58-d9e2fdaaa66c req-29b99d7b-07fc-4544-9251-430f3d1a936e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:36.761899 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a5f7d9a0-9134-4bb3-8e58-d9e2fdaaa66c req-29b99d7b-07fc-4544-9251-430f3d1a936e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0783670 Aug 25 05:17:36.817265 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a5f7d9a0-9134-4bb3-8e58-d9e2fdaaa66c req-90c29128-c36c-47ea-b947-d9e07973e4db tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488088 Aug 25 05:17:36.893312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deab230-ad8e-4d54-bde0-e88832eb6e61 req-bf2a0510-5900-4c86-920c-14f34b3fc808 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:36.895534 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8deab230-ad8e-4d54-bde0-e88832eb6e61 req-bf2a0510-5900-4c86-920c-14f34b3fc808 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0483117 Aug 25 05:17:36.949879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8deab230-ad8e-4d54-bde0-e88832eb6e61 req-83976d19-1abf-4184-babd-ce998f39f4ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482874 Aug 25 05:17:37.032294 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-373a3f9a-18dd-4b2e-b72d-6153722ecdab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396793 Aug 25 05:17:37.177064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56221c-d004-46c6-b454-14f6dcdd822d req-edf12e8b-3fba-4a06-a74b-54c04df9c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:37.187895 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-edf12e8b-3fba-4a06-a74b-54c04df9c341 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 1130 time: 0.0522571 Aug 25 05:17:37.259042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:37.296895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56221c-d004-46c6-b454-14f6dcdd822d req-404a114b-e5a4-4d39-ab0d-4bb3cba1a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:37.298649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-404a114b-e5a4-4d39-ab0d-4bb3cba1a3c9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0982690 Aug 25 05:17:37.341372 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-114f373d-2a6d-4566-9a93-79a2eed0325b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 200 len: 217 time: 0.0348735 Aug 25 05:17:37.566827 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:37.872875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31c4b2-6a7b-4da4-86a5-c2c5ac62193f req-38079242-3a64-4019-b964-62be99cd5f93 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:37.875088 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e31c4b2-6a7b-4da4-86a5-c2c5ac62193f req-38079242-3a64-4019-b964-62be99cd5f93 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0677977 Aug 25 05:17:37.938528 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:37.944931 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e31c4b2-6a7b-4da4-86a5-c2c5ac62193f req-fb84fcdc-bbc9-40ab-a3df-28592ced5213 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637796 Aug 25 05:17:37.997764 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a206ca-b11e-49c1-bb86-9c643f86f4b8 req-af30e3ec-1dcb-4004-9cb4-5c5dacd80dd6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:38.003596 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-87a206ca-b11e-49c1-bb86-9c643f86f4b8 req-af30e3ec-1dcb-4004-9cb4-5c5dacd80dd6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0713944 Aug 25 05:17:38.039067 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56221c-d004-46c6-b454-14f6dcdd822d req-fa039874-73e1-42fc-8360-be40cb62b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:38.040665 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-fa039874-73e1-42fc-8360-be40cb62b17d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.1542180 Aug 25 05:17:38.109159 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-87a206ca-b11e-49c1-bb86-9c643f86f4b8 req-a684a7c6-48c8-4fc2-a8b1-65e2b9f8396f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969009 Aug 25 05:17:38.111201 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925c0bf-806c-45a2-bdb0-11a98c6875b8 req-1d5854b5-6afb-463e-8b01-71539abf2104 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:38.124186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56221c-d004-46c6-b454-14f6dcdd822d req-640295db-8eb8-45a1-b850-cff3c86b6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:38.125819 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-640295db-8eb8-45a1-b850-cff3c86b6831 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766280 Aug 25 05:17:38.126528 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7925c0bf-806c-45a2-bdb0-11a98c6875b8 req-1d5854b5-6afb-463e-8b01-71539abf2104 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0746558 Aug 25 05:17:38.206883 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7925c0bf-806c-45a2-bdb0-11a98c6875b8 req-da2774c4-775e-491b-904a-3f6b1f47ade1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742846 Aug 25 05:17:38.252476 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd489fad-6551-4461-9ede-0fdcd517deba req-4956d9c8-2fbc-432b-b3f2-aa6f058d634f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:38.253998 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dd489fad-6551-4461-9ede-0fdcd517deba req-4956d9c8-2fbc-432b-b3f2-aa6f058d634f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0538902 Aug 25 05:17:38.265255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38856) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:38.271865 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'port_id': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:17:38.318636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:38.322578 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-4707d3e1-db7b-44ae-9438-cdcfd4c617e9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901371 Aug 25 05:17:38.541753 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de56221c-d004-46c6-b454-14f6dcdd822d req-20c8f138-df67-4732-94e6-f8ea5a60bd86 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885273 Aug 25 05:17:38.612151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:38.841775 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:38.927183 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:39.039364 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP 4b2e03c1-a58c-41b6-804a-0bf7005489e8 associated. External IP: 172.27.3.252, port: f4ebc47f-9013-4fcf-a0a0-6d37bb85449a. Aug 25 05:17:39.113525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda3844-d350-462a-b07e-019e3057ce4e req-7ef5021e-66e1-43cf-9e39-45b176a64382 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.121660 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7dda3844-d350-462a-b07e-019e3057ce4e req-7ef5021e-66e1-43cf-9e39-45b176a64382 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0742898 Aug 25 05:17:39.158601 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:39.191540 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7dda3844-d350-462a-b07e-019e3057ce4e req-7a3ebdd1-e5ef-4de6-bbc9-8142d2c17037 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676169 Aug 25 05:17:39.274764 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:17:39.408140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8a7aa-a260-47cb-869c-01011b948004 req-8593fc70-7658-4053-a5dc-bd7a1b533ff8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.409849 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3d8a7aa-a260-47cb-869c-01011b948004 req-8593fc70-7658-4053-a5dc-bd7a1b533ff8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0854275 Aug 25 05:17:39.453424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:17:39.464509 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:39.464608 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:17:39.475336 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:17:39.476467 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:17:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:17:39.505689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3d8a7aa-a260-47cb-869c-01011b948004 req-c746a15e-10a1-437c-9f9a-989cae1884d0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879045 Aug 25 05:17:39.514553 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2cb7cf9a-0e61-47f0-aa3a-828d7268aab2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/4b2e03c1-a58c-41b6-804a-0bf7005489e8 HTTP/1.1" status: 200 len: 992 time: 1.2456782 Aug 25 05:17:39.514553 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:17:39.515364 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:39.556691 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0132b685-2ec1-4048-becc-c2e3dcfc2794 x-openstack-request-id: req-0132b685-2ec1-4048-becc-c2e3dcfc2794 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:39.557178 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:39.557504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0132b685-2ec1-4048-becc-c2e3dcfc2794 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:39.558117 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0132b685-2ec1-4048-becc-c2e3dcfc2794'] response: {'name': 'network-changed', 'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'status': 'completed', 'code': 200} Aug 25 05:17:39.593671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:17:39.647978 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-3023e9eb-2dd0-4eaf-867c-5ddefa679ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.649502 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-3023e9eb-2dd0-4eaf-867c-5ddefa679ac8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 1130 time: 0.0414629 Aug 25 05:17:39.744038 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-4bb0e3db-e7ad-478d-abae-b7f54cdcc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.745434 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-4bb0e3db-e7ad-478d-abae-b7f54cdcc3a1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 915 time: 0.0896664 Aug 25 05:17:39.814846 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-9a7c10c6-72ff-4833-89c2-ece5eb20fb20 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a HTTP/1.1" status: 200 len: 1000 time: 0.0633724 Aug 25 05:17:39.822273 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '4b2e03c1-a58c-41b6-804a-0bf7005489e8', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:6c:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:17:21Z', 'updated_at': '2022-08-25T05:17:38Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}, {'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:17:39.845404 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:39.847564 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:17:39.856398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:17:39.857005 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:17:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:17:39.864250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-f21e7d79-86ee-4fb8-a62c-36164a18d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.865728 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-f21e7d79-86ee-4fb8-a62c-36164a18d20a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0451050 Aug 25 05:17:39.912655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-83298773-386d-49f9-9bdb-bc858f7b66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:39.914212 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-83298773-386d-49f9-9bdb-bc858f7b66ee service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429392 Aug 25 05:17:39.958048 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:17:40.011904 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-9fa182f1-3664-4cd3-8893-4d4ffe5beb93 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918233 Aug 25 05:17:40.201171 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '4b2e03c1-a58c-41b6-804a-0bf7005489e8', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:6c:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:17:21Z', 'updated_at': '2022-08-25T05:17:38Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}, {'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:17:40.248363 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097b31d6-7752-4553-8dd0-386a093bd746 None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '4b2e03c1-a58c-41b6-804a-0bf7005489e8', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 383, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:6c:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:17:21Z', 'updated_at': '2022-08-25T05:17:38Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}, {'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:17:40.447162 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0ced68-2a70-45e3-acd4-2d3014eb8b37 req-779462b8-9e97-4a4c-b974-2ece79be2383 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188552 Aug 25 05:17:40.470152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cadf871-701d-418a-b4e5-1cbea870c29b req-dfcf1c7e-eeff-4d30-af15-991a75481fef tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:40.479050 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cadf871-701d-418a-b4e5-1cbea870c29b req-dfcf1c7e-eeff-4d30-af15-991a75481fef tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0727460 Aug 25 05:17:40.558810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cadf871-701d-418a-b4e5-1cbea870c29b req-1cfcef60-bc05-4cac-be54-5674542962d1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787547 Aug 25 05:17:40.596657 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8e09e8-d004-44bc-b770-7111e88cc695 None None] New status for floating IP 4b2e03c1-a58c-41b6-804a-0bf7005489e8: ACTIVE {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:17:40.684311 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bb151-edd2-45c8-81b9-6ff104111432 req-b67adcf3-d79a-4f46-b819-9848283774eb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:40.694516 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d2bb151-edd2-45c8-81b9-6ff104111432 req-b67adcf3-d79a-4f46-b819-9848283774eb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0758965 Aug 25 05:17:40.744165 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d2bb151-edd2-45c8-81b9-6ff104111432 req-c5914fcf-30d7-4db6-a12a-6c4d0f844b72 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486770 Aug 25 05:17:41.711060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85280c-9aef-41f3-ad92-1931262afd25 req-b7a81044-7729-449a-aab1-3d8b4dfeaeb1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:41.712592 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e85280c-9aef-41f3-ad92-1931262afd25 req-b7a81044-7729-449a-aab1-3d8b4dfeaeb1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0539501 Aug 25 05:17:41.731147 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:41.772646 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e85280c-9aef-41f3-ad92-1931262afd25 req-88d174f4-6dc1-4e69-9cee-a1ee56d30af1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507793 Aug 25 05:17:41.918660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bbc3e8-1ec0-43f9-a359-11e958c6ed0f req-83000e52-1394-40f0-9a96-fb92077d1e19 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:41.920703 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-60bbc3e8-1ec0-43f9-a359-11e958c6ed0f req-83000e52-1394-40f0-9a96-fb92077d1e19 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0719101 Aug 25 05:17:41.990156 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-60bbc3e8-1ec0-43f9-a359-11e958c6ed0f req-f32f9ae4-7437-40cd-9bfc-f7d769ff33a4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540171 Aug 25 05:17:42.897110 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46dc2-06d8-4d68-b3bf-4d299c3adbf8 req-bb5bc2b5-e6b3-4181-98ab-f137bcc71560 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:42.898521 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-39d46dc2-06d8-4d68-b3bf-4d299c3adbf8 req-bb5bc2b5-e6b3-4181-98ab-f137bcc71560 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0506322 Aug 25 05:17:42.945430 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-39d46dc2-06d8-4d68-b3bf-4d299c3adbf8 req-e02203ae-021f-4b97-b660-b5e6bef211f2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412400 Aug 25 05:17:43.098334 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed49d36-f78e-41c8-8f37-29a31ea6e9bf req-01a31959-6e4d-4deb-b732-10536e4904ee tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:43.099835 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bed49d36-f78e-41c8-8f37-29a31ea6e9bf req-01a31959-6e4d-4deb-b732-10536e4904ee tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0477922 Aug 25 05:17:43.148282 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bed49d36-f78e-41c8-8f37-29a31ea6e9bf req-4d05a21a-7313-4200-8c3e-109e207535e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427406 Aug 25 05:17:44.075160 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25506612-b4e6-4958-ae15-92659f4f1580 req-c032bdd8-7633-4f2d-811a-b87b244f81d6 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:44.082142 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-25506612-b4e6-4958-ae15-92659f4f1580 req-c032bdd8-7633-4f2d-811a-b87b244f81d6 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0530849 Aug 25 05:17:44.127184 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-25506612-b4e6-4958-ae15-92659f4f1580 req-8f6c5224-2ad4-4b96-b2f7-62d28c55f401 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439386 Aug 25 05:17:44.277711 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897952a-841a-4493-a812-bca85683f5cb req-98e273c5-28d7-4c48-95d9-6caca2f68024 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:44.279099 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2897952a-841a-4493-a812-bca85683f5cb req-98e273c5-28d7-4c48-95d9-6caca2f68024 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Aug 25 05:17:44.324946 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2897952a-841a-4493-a812-bca85683f5cb req-0c58a39c-2f41-4000-b850-a343e3992c2d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 Aug 25 05:17:45.250746 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4076c38d-6795-4934-9bad-ede9148878c4 req-4e5ba281-4af5-47d8-a7b1-989c36e99c0a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.252744 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4076c38d-6795-4934-9bad-ede9148878c4 req-4e5ba281-4af5-47d8-a7b1-989c36e99c0a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0508652 Aug 25 05:17:45.298743 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4076c38d-6795-4934-9bad-ede9148878c4 req-b68beb12-631f-4668-806b-ff34b9f4c397 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404131 Aug 25 05:17:45.450388 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b676d65-2aa3-47ac-b3d5-1a30159170ca req-9b733491-bc5f-4a89-8b02-e4c38848ab93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.451768 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b676d65-2aa3-47ac-b3d5-1a30159170ca req-9b733491-bc5f-4a89-8b02-e4c38848ab93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0494668 Aug 25 05:17:45.483594 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:45.500270 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b676d65-2aa3-47ac-b3d5-1a30159170ca req-a6707783-f599-4e72-ada7-58739f375b70 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424733 Aug 25 05:17:45.674627 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-f212dd74-8a3d-461e-a371-efc8c14f6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.676167 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-f212dd74-8a3d-461e-a371-efc8c14f6ab8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1130 time: 0.0394790 Aug 25 05:17:45.771069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-e177b283-07bb-4c3e-832c-8479ee22bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.772538 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-e177b283-07bb-4c3e-832c-8479ee22bf6f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0894616 Aug 25 05:17:45.832310 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-0354c1b6-2b1b-4091-856b-e7327904caec service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 1001 time: 0.0538104 Aug 25 05:17:45.879462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-33012354-be50-438a-9482-f313148de085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.880851 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-33012354-be50-438a-9482-f313148de085 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0424609 Aug 25 05:17:45.927356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-5ab8fbc8-b0d0-4c1a-bcbb-63d7276fb250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:45.928826 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-5ab8fbc8-b0d0-4c1a-bcbb-63d7276fb250 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409853 Aug 25 05:17:45.951210 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:46.018003 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-0fe16140-c22f-4a43-9226-43afbeebea7a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825861 Aug 25 05:17:46.108118 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d43154a-67b8-48d3-a96c-4b6a2097602e req-11211ff5-9469-4b8b-9803-0cb87f875ea7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 Aug 25 05:17:46.415463 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b908604-af51-4c1d-af78-084c24a3b94a req-852f5e50-511f-4ede-8d95-0353745da446 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:46.416949 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4b908604-af51-4c1d-af78-084c24a3b94a req-852f5e50-511f-4ede-8d95-0353745da446 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0458479 Aug 25 05:17:46.463115 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4b908604-af51-4c1d-af78-084c24a3b94a req-21253ff1-f012-4e6e-a7c3-326be1358161 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Aug 25 05:17:46.624036 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbc945-7c1c-4d49-82c8-2db3e725bc86 req-9ca633ce-36c2-4ad6-b813-1a04ef76c99e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:46.625486 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-65fbc945-7c1c-4d49-82c8-2db3e725bc86 req-9ca633ce-36c2-4ad6-b813-1a04ef76c99e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0468407 Aug 25 05:17:46.671591 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-65fbc945-7c1c-4d49-82c8-2db3e725bc86 req-22135fc2-a12b-4045-abf1-5f0abe5c1223 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405085 Aug 25 05:17:47.592133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1388255-f794-4414-9c79-bb935283385f req-f834ddc4-f579-4da2-a0a7-e1d2e7b6be6f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:47.593926 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1388255-f794-4414-9c79-bb935283385f req-f834ddc4-f579-4da2-a0a7-e1d2e7b6be6f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0498869 Aug 25 05:17:47.639709 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1388255-f794-4414-9c79-bb935283385f req-aa5a781c-002f-4dbd-ba7b-521db3ad39e4 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Aug 25 05:17:47.794599 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc435a-dece-44bc-954d-ecb4cd0d4d30 req-2aa47a90-4904-4d04-88f6-720a22b80e1e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:47.796068 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13fc435a-dece-44bc-954d-ecb4cd0d4d30 req-2aa47a90-4904-4d04-88f6-720a22b80e1e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0465910 Aug 25 05:17:47.847596 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13fc435a-dece-44bc-954d-ecb4cd0d4d30 req-df478d85-2a74-40e4-b6f5-15fd744c744e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 Aug 25 05:17:47.890873 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:17:48.755906 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d1a4e-9561-45f3-88f4-1d7ef3f4293b req-0e5878a7-c84e-4ad2-8475-e9250b86790f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:48.758069 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-474d1a4e-9561-45f3-88f4-1d7ef3f4293b req-0e5878a7-c84e-4ad2-8475-e9250b86790f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0468597 Aug 25 05:17:48.777089 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:48.808208 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-474d1a4e-9561-45f3-88f4-1d7ef3f4293b req-78b6617b-297f-4fe5-be07-782c12ba178b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445471 Aug 25 05:17:48.970925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f1f0b-54f4-4bf8-b3b2-5861239aea8a req-71f4d3c0-0795-4868-be21-e6195d9a11fa tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:48.972424 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a52f1f0b-54f4-4bf8-b3b2-5861239aea8a req-71f4d3c0-0795-4868-be21-e6195d9a11fa tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 946 time: 0.0475905 Aug 25 05:17:49.019562 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a52f1f0b-54f4-4bf8-b3b2-5861239aea8a req-34b323f2-247e-4285-83f8-712d9daad54e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412884 Aug 25 05:17:49.241275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:17:49.313686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: ACTIVE; New status is: DOWN {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:17:49.314081 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:49.340242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:17:49.342550 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e7adf3-7750-4814-b73c-d019c6edc1e2" -d '{"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-unplugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:17:49.356194 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:17:49.380595 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Aug 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471c411b-de86-40e1-8bf3-4902f7afe586 x-openstack-request-id: req-471c411b-de86-40e1-8bf3-4902f7afe586 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:17:49.380595 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-unplugged", "status": "failed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "code": 422}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:17:49.380595 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-471c411b-de86-40e1-8bf3-4902f7afe586 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:17:49.380595 dv-cinder-853910-2-iscsi neutron-server[107057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-471c411b-de86-40e1-8bf3-4902f7afe586']: {'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'code': 422} returned with failed status Aug 25 05:17:49.442329 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:49.494713 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=8']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:17:49.497950 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.498299 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.498655 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.499010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.499362 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.499860 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.500189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.500512 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.500834 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.501156 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.501478 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.501824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.502142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.502457 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.502765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:17:49.925846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd21a46-dacd-4815-889c-b358efd9ef16 req-50dc6a7e-8d78-445c-9fd5-c160e6036470 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:49.927314 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fd21a46-dacd-4815-889c-b358efd9ef16 req-50dc6a7e-8d78-445c-9fd5-c160e6036470 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0477967 Aug 25 05:17:49.974112 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fd21a46-dacd-4815-889c-b358efd9ef16 req-34e301a5-663c-42e4-8ca4-2acf015ced86 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Aug 25 05:17:50.309290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42332a71-0aa5-4c6e-9a24-72ea8bfffa19 req-39047155-774a-4a73-8d3a-61aac10d2630 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.316537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42332a71-0aa5-4c6e-9a24-72ea8bfffa19 req-39047155-774a-4a73-8d3a-61aac10d2630 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0542648 Aug 25 05:17:50.369117 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42332a71-0aa5-4c6e-9a24-72ea8bfffa19 req-527cd9d0-d975-432b-ac09-fafeabe62519 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517094 Aug 25 05:17:50.377881 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [req-d1dbba3e-6e12-4fc5-869e-dbacadeff5c6 req-7b210e92-85a9-4bca-8b99-3907113a30bb service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:17:50.378871 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d1dbba3e-6e12-4fc5-869e-dbacadeff5c6 req-7b210e92-85a9-4bca-8b99-3907113a30bb service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053394 Aug 25 05:17:50.470684 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-4ebbaebb-11e6-49db-af22-0bbad1d4c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.472663 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-4ebbaebb-11e6-49db-af22-0bbad1d4c66a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1130 time: 0.0395536 Aug 25 05:17:50.563297 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-4df9b8af-391f-414d-bed0-761f39b17199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.564724 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-4df9b8af-391f-414d-bed0-761f39b17199 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.0856688 Aug 25 05:17:50.631352 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-2362c0cf-ddcd-4154-aafd-51838a0c2fbb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 1002 time: 0.0602207 Aug 25 05:17:50.681538 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-64906cc4-9d4a-4e7a-82ab-cce68006ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.683080 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-64906cc4-9d4a-4e7a-82ab-cce68006ae54 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0452275 Aug 25 05:17:50.739734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-9a69fb60-a8ea-4e20-9474-331b89f92f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.741123 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-9a69fb60-a8ea-4e20-9474-331b89f92f1b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505457 Aug 25 05:17:50.820323 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773810-b403-411a-b040-afc970eea069 req-a7993adf-2658-4ac2-a40d-6c5d89fd0aea tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:50.821810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d0773810-b403-411a-b040-afc970eea069 req-a7993adf-2658-4ac2-a40d-6c5d89fd0aea tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0911136 Aug 25 05:17:50.887548 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:50.895807 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-782053ac-0473-42f1-a9cd-b22f78cab068 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323197 Aug 25 05:17:50.899008 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d0773810-b403-411a-b040-afc970eea069 req-5a7e4e6d-010f-4210-8bc3-99476f650a2f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692697 Aug 25 05:17:51.009576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ebcc9a6-051f-4507-a01c-f30441c9c8be req-e1e75389-b7c8-4ff7-a296-cd0c294ef105 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009417 Aug 25 05:17:51.340304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38964) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:51.422138 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-da39b977-f144-43fe-90d4-324b6b1053d0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806811 Aug 25 05:17:51.431489 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-80777c03-2f0f-4fbb-b6d3-ac109da63732 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:17:51.432453 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-80777c03-2f0f-4fbb-b6d3-ac109da63732 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051293 Aug 25 05:17:51.482745 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:51.493626 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20423120-4214-4d10-89a0-85a08219ced4 req-978abe13-0c82-4a53-9d48-f462bd29eb40 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:51.495324 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-20423120-4214-4d10-89a0-85a08219ced4 req-978abe13-0c82-4a53-9d48-f462bd29eb40 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0509272 Aug 25 05:17:51.511434 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 38974) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:17:51.544609 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-20423120-4214-4d10-89a0-85a08219ced4 req-26a9c649-452b-4dfb-9e2b-865833ad13a7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Aug 25 05:17:51.609672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-d54c75fe-74fd-43a5-b897-975cfecd4746 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:51.611091 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-d54c75fe-74fd-43a5-b897-975cfecd4746 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports/918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 941 time: 0.0986469 Aug 25 05:17:52.022272 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e11ae6-409c-46a6-879e-5dc298d0f84a req-137f9ceb-5ea1-4e98-a4dd-a8775af5c627 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:52.023795 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-92e11ae6-409c-46a6-879e-5dc298d0f84a req-137f9ceb-5ea1-4e98-a4dd-a8775af5c627 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0471010 Aug 25 05:17:52.072600 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-92e11ae6-409c-46a6-879e-5dc298d0f84a req-c9a62dfb-2cb0-4f40-aa59-46b96f9310c9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 Aug 25 05:17:52.664454 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e989-4f35-49f6-aef5-d2ad6bd94955 req-53748173-09a3-4b1d-bb5b-11edb78901c3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:52.666044 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0c36e989-4f35-49f6-aef5-d2ad6bd94955 req-53748173-09a3-4b1d-bb5b-11edb78901c3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0461614 Aug 25 05:17:52.715376 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0c36e989-4f35-49f6-aef5-d2ad6bd94955 req-f9c3f52f-52c6-48f9-89dc-cf534eedd996 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Aug 25 05:17:53.198012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61b8516-ccd1-405c-a224-65b599d91dff req-e12e0bf7-8c64-4c8c-9c92-a2837923cfec tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:53.199509 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a61b8516-ccd1-405c-a224-65b599d91dff req-e12e0bf7-8c64-4c8c-9c92-a2837923cfec tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0463037 Aug 25 05:17:53.245841 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a61b8516-ccd1-405c-a224-65b599d91dff req-4ec48fe0-c969-414f-9406-4cbeffbb6f71 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408809 Aug 25 05:17:54.374979 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863585e8-f060-4225-be58-23e780961d32 req-dbaeed57-6949-4559-bed1-282a307a3609 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.376553 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-863585e8-f060-4225-be58-23e780961d32 req-dbaeed57-6949-4559-bed1-282a307a3609 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0504878 Aug 25 05:17:54.401109 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:54.423453 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-863585e8-f060-4225-be58-23e780961d32 req-5f85276e-a9d9-4793-99ef-034d9a644ab8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406437 Aug 25 05:17:54.645707 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-8bae20bc-219c-4db9-a76a-2f2c81049c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.647718 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-8bae20bc-219c-4db9-a76a-2f2c81049c3b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 1128 time: 0.0738268 Aug 25 05:17:54.733419 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-7785bcbd-b217-4e73-bc6d-75affc944fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.734962 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-7785bcbd-b217-4e73-bc6d-75affc944fd3 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1128 time: 0.0431521 Aug 25 05:17:54.826889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-47db87ac-0341-4b21-a287-c8c0e120f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.828355 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-47db87ac-0341-4b21-a287-c8c0e120f09e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0844464 Aug 25 05:17:54.894980 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-15d349c8-ac38-4f42-ab3f-8b08cac718f2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 200 len: 999 time: 0.0570605 Aug 25 05:17:54.945236 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-262dc675-9fb8-4d12-afe7-43c693d6f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.946818 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-262dc675-9fb8-4d12-afe7-43c693d6f296 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0457339 Aug 25 05:17:54.993355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-2d002b14-6bae-421b-8db2-d160dce9e903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:54.994763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-2d002b14-6bae-421b-8db2-d160dce9e903 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388412 Aug 25 05:17:55.090769 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-492c5296-12ba-4236-b11e-886c4620d1af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838003 Aug 25 05:17:55.179310 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-0a12c273-cc6f-4147-b8d2-028310fe47f1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809650 Aug 25 05:17:55.413180 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=23 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:55.552955 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94a8e3-59d8-4f2f-9143-6a10ef926843 req-f44022c5-eb65-458f-9f31-efb4e004b62f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:55.554494 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7a94a8e3-59d8-4f2f-9143-6a10ef926843 req-f44022c5-eb65-458f-9f31-efb4e004b62f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0505631 Aug 25 05:17:55.567352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:55.605551 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7a94a8e3-59d8-4f2f-9143-6a10ef926843 req-dd28da25-351f-48d5-accf-a0e0dbe67275 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454803 Aug 25 05:17:56.481145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1685f4e9-ead7-402c-a3c8-75119c0d3d64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:56.749048 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516866b-2257-4330-8af5-7d5b0baee2a8 req-d4c792a3-5599-4a0b-a1d3-2d09f829f71e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:56.750653 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6516866b-2257-4330-8af5-7d5b0baee2a8 req-d4c792a3-5599-4a0b-a1d3-2d09f829f71e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0547187 Aug 25 05:17:56.807475 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6516866b-2257-4330-8af5-7d5b0baee2a8 req-d39d88e6-2418-4944-86ac-2e0d395e721e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512402 Aug 25 05:17:57.887105 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:17:57.953950 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8b142c-4444-4908-a314-975e697d9494 req-71f8a627-70c9-4622-9c78-7c4217f49e92 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:57.955401 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f8b142c-4444-4908-a314-975e697d9494 req-71f8a627-70c9-4622-9c78-7c4217f49e92 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0470493 Aug 25 05:17:58.006561 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f8b142c-4444-4908-a314-975e697d9494 req-96eb5137-75bd-408f-933e-7381d342ef6c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 Aug 25 05:17:58.595821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a4d36746-5c37-47ef-ac8f-958b93806865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:17:59.134990 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416adb0-237b-4aba-b25d-1e240e7b47fe req-3478e85c-e42c-4407-bc06-4edd86e6ea11 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:17:59.136386 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7416adb0-237b-4aba-b25d-1e240e7b47fe req-3478e85c-e42c-4407-bc06-4edd86e6ea11 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0474951 Aug 25 05:17:59.184662 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7416adb0-237b-4aba-b25d-1e240e7b47fe req-7267ca21-8070-47a3-8216-db16ff87254a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Aug 25 05:17:59.990587 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:00.327099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ca961-2f5f-422c-a9df-442ed534c297 req-18e5bd7c-4e51-450e-a8f1-5d4b52eaa094 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:00.335277 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-634ca961-2f5f-422c-a9df-442ed534c297 req-18e5bd7c-4e51-450e-a8f1-5d4b52eaa094 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0567243 Aug 25 05:18:00.385955 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-634ca961-2f5f-422c-a9df-442ed534c297 req-b0e3cf1f-45e7-4b3e-a20e-39943b172808 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496252 Aug 25 05:18:01.418149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:01.452516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:01.512336 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fd12d-97b2-414e-a0cd-484faa8a6975 req-fceb310f-6439-4bf1-a611-a2ca3570bb4f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:01.513834 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2e2fd12d-97b2-414e-a0cd-484faa8a6975 req-fceb310f-6439-4bf1-a611-a2ca3570bb4f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0472388 Aug 25 05:18:01.569314 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2e2fd12d-97b2-414e-a0cd-484faa8a6975 req-82c8b1a3-9a86-4147-aa4e-39d3db84bd86 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490751 Aug 25 05:18:02.696681 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23a2f3-159e-4cff-a214-fa4d8ab4e608 req-679a516e-5d5a-4d5d-ae98-a3aeb8ada1fb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:02.698178 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fd23a2f3-159e-4cff-a214-fa4d8ab4e608 req-679a516e-5d5a-4d5d-ae98-a3aeb8ada1fb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0463550 Aug 25 05:18:02.761576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fd23a2f3-159e-4cff-a214-fa4d8ab4e608 req-06e3ca7c-27a0-4503-86bc-865d1bf21d9e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578330 Aug 25 05:18:03.888988 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da2071-4abe-426c-a5d6-caa018c38d94 req-7314ba22-9a4c-4083-8ab2-71258278a8ab tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:03.890515 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e8da2071-4abe-426c-a5d6-caa018c38d94 req-7314ba22-9a4c-4083-8ab2-71258278a8ab tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0503626 Aug 25 05:18:03.938265 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e8da2071-4abe-426c-a5d6-caa018c38d94 req-ed8a1e70-f31e-4f69-af5d-a6a6d9ffc26e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421302 Aug 25 05:18:05.073315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f120ec-f83b-4811-b81d-7d3ce5607342 req-45ebbf0d-5c90-4e75-b734-636e135be111 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:05.074807 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-74f120ec-f83b-4811-b81d-7d3ce5607342 req-45ebbf0d-5c90-4e75-b734-636e135be111 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0469637 Aug 25 05:18:05.120744 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-74f120ec-f83b-4811-b81d-7d3ce5607342 req-19946ce7-ed95-431f-9988-50e0aa3f120d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404794 Aug 25 05:18:06.243389 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfcae8-2909-44bc-82f6-f8f705ee8632 req-c988f7c7-cb70-46a3-87ae-6530905ab862 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:06.244778 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13dfcae8-2909-44bc-82f6-f8f705ee8632 req-c988f7c7-cb70-46a3-87ae-6530905ab862 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0467844 Aug 25 05:18:06.291548 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-13dfcae8-2909-44bc-82f6-f8f705ee8632 req-0072a8de-d92d-4f5a-bf41-403c9012e856 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Aug 25 05:18:07.412822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:07.425819 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb32cb0-8115-449a-89cc-f3282ffe7690 req-33420ba9-4a60-459b-aea2-fbc449ed1e93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:07.427300 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0eb32cb0-8115-449a-89cc-f3282ffe7690 req-33420ba9-4a60-459b-aea2-fbc449ed1e93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0499706 Aug 25 05:18:07.470295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:07.471017 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:07.477269 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:07.477445 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0eb32cb0-8115-449a-89cc-f3282ffe7690 req-591046e3-bd53-421d-8184-00986437eea3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431802 Aug 25 05:18:07.578241 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:08.585768 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:08.604063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21c0d4-e427-4b31-bd86-e5f7147a0e6a req-8e0baf7f-78e5-42df-b467-5176c1ef3323 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:08.605528 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3c21c0d4-e427-4b31-bd86-e5f7147a0e6a req-8e0baf7f-78e5-42df-b467-5176c1ef3323 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0504968 Aug 25 05:18:08.651831 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3c21c0d4-e427-4b31-bd86-e5f7147a0e6a req-b85c28a4-41ec-4f9b-903e-b8d8ba0c132d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405591 Aug 25 05:18:09.773763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a06792-41f9-4be6-984f-46a7698758c6 req-150c533e-ad34-4791-85f7-b9adf035e050 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:09.775139 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c3a06792-41f9-4be6-984f-46a7698758c6 req-150c533e-ad34-4791-85f7-b9adf035e050 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0458355 Aug 25 05:18:09.821557 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c3a06792-41f9-4be6-984f-46a7698758c6 req-a2ef3a59-f286-407a-ab75-d6a9cf64ccc7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409527 Aug 25 05:18:10.953842 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e6e5a-45d7-43cc-b0be-0b894ec54c60 req-a4d984fd-f685-4e9c-92ca-a4fd8ea97f27 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:10.955412 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-201e6e5a-45d7-43cc-b0be-0b894ec54c60 req-a4d984fd-f685-4e9c-92ca-a4fd8ea97f27 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0500255 Aug 25 05:18:11.014464 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-201e6e5a-45d7-43cc-b0be-0b894ec54c60 req-602fc696-e4b0-40f3-a13d-2926058d4bd9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490510 Aug 25 05:18:12.142786 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaa693-b562-4559-9096-afaa4a657994 req-d4f6d3e6-9500-47d8-bae7-3a1e10f7f8d9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:12.144876 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bfaaa693-b562-4559-9096-afaa4a657994 req-d4f6d3e6-9500-47d8-bae7-3a1e10f7f8d9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0494931 Aug 25 05:18:12.191579 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bfaaa693-b562-4559-9096-afaa4a657994 req-ef8dc0e4-8b76-42ea-9f24-cf3b08204ebf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410826 Aug 25 05:18:13.183122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeface-875d-4c3e-b6e3-846094ccb64d req-323f39c6-e6ef-4119-8902-b1b7e7c3c2f8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.184603 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-15aeface-875d-4c3e-b6e3-846094ccb64d req-323f39c6-e6ef-4119-8902-b1b7e7c3c2f8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0471587 Aug 25 05:18:13.243059 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-15aeface-875d-4c3e-b6e3-846094ccb64d req-231da400-a232-4525-8123-88ac61c14c1f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526073 Aug 25 05:18:13.270523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28259b-2c85-4315-80d4-053395bd7fba req-14db56dc-dd19-4d7e-ae6e-79a57290ea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.272034 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-14db56dc-dd19-4d7e-ae6e-79a57290ea40 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0503666 Aug 25 05:18:13.319271 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55745a-7662-421b-9b7b-7c6615ea00eb req-bc9be0da-c75f-4acf-abe6-3585c6e6371a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.320747 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6c55745a-7662-421b-9b7b-7c6615ea00eb req-bc9be0da-c75f-4acf-abe6-3585c6e6371a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0460155 Aug 25 05:18:13.366864 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28259b-2c85-4315-80d4-053395bd7fba req-12c45f89-8046-46ed-9099-73496cba733d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.368353 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-12c45f89-8046-46ed-9099-73496cba733d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0889504 Aug 25 05:18:13.371164 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6c55745a-7662-421b-9b7b-7c6615ea00eb req-c207a87a-eb8d-4cc0-ae74-0891cf5e7812 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 Aug 25 05:18:13.430029 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-54a9c20a-ae59-4834-88cd-e9ee7f2fa491 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 1001 time: 0.0550506 Aug 25 05:18:13.484255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28259b-2c85-4315-80d4-053395bd7fba req-ec20ac18-0d24-463b-9bbd-15b0e785d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.485806 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-ec20ac18-0d24-463b-9bbd-15b0e785d72e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0484145 Aug 25 05:18:13.523819 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:13.529432 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28259b-2c85-4315-80d4-053395bd7fba req-833a9a32-e71e-41ed-a365-55a4c4a56639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:13.531003 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-833a9a32-e71e-41ed-a365-55a4c4a56639 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393538 Aug 25 05:18:13.620326 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-c39171e7-1350-42fc-881d-cee33b341c43 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Aug 25 05:18:13.714785 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3c28259b-2c85-4315-80d4-053395bd7fba req-8c161fa6-4304-43b3-ad0f-fe3c6e04711a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852771 Aug 25 05:18:14.359003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f91ef-67fb-45ea-a5a8-b83a7cf9e51e req-10262ddd-885d-46c3-b1ab-75f5e6098780 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:14.360419 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-025f91ef-67fb-45ea-a5a8-b83a7cf9e51e req-10262ddd-885d-46c3-b1ab-75f5e6098780 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0454082 Aug 25 05:18:14.406241 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-025f91ef-67fb-45ea-a5a8-b83a7cf9e51e req-32d53d57-fc92-4c98-927c-b0283e1f674d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398028 Aug 25 05:18:14.484716 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:14.495482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f8a8a-19e1-45d3-8670-1d58271b0d97 req-07f4bf12-cc60-4153-94d2-7cf5be480abe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:14.496936 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e13f8a8a-19e1-45d3-8670-1d58271b0d97 req-07f4bf12-cc60-4153-94d2-7cf5be480abe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0467184 Aug 25 05:18:14.543502 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e13f8a8a-19e1-45d3-8670-1d58271b0d97 req-27e6f706-a82e-49fc-be16-2e77b11df78c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410595 Aug 25 05:18:15.530965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f7ca2-2372-4e93-ba61-d7ae24dd4008 req-b6f9ce60-b4ec-4474-a768-d4779d70de47 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:15.532370 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc3f7ca2-2372-4e93-ba61-d7ae24dd4008 req-b6f9ce60-b4ec-4474-a768-d4779d70de47 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Aug 25 05:18:15.564281 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:15.579112 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dc3f7ca2-2372-4e93-ba61-d7ae24dd4008 req-5eca392f-2726-4455-9489-7f263d7cbdd5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412383 Aug 25 05:18:15.665267 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9987327-03d8-4e7a-b544-019609351635 req-b2f33eb8-6fbc-4fa2-8d3c-50ed349dceac tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:15.666740 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f9987327-03d8-4e7a-b544-019609351635 req-b2f33eb8-6fbc-4fa2-8d3c-50ed349dceac tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0461330 Aug 25 05:18:15.713578 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f9987327-03d8-4e7a-b544-019609351635 req-508c0d62-d103-4ef7-b48a-c1821881c00a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414548 Aug 25 05:18:16.695785 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9039ee3-c174-453b-b968-78f1b0466412 req-34076734-5a17-4772-9f84-00f7e1458635 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:16.697346 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a9039ee3-c174-453b-b968-78f1b0466412 req-34076734-5a17-4772-9f84-00f7e1458635 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Aug 25 05:18:16.748309 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a9039ee3-c174-453b-b968-78f1b0466412 req-4f782402-5239-47a4-a0cb-782bad4cdba3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Aug 25 05:18:16.843659 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d3bdf-8eaf-4d41-bf12-4cf86c96287e req-f515de9f-fb89-49af-aee4-8d5664384757 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:16.845366 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c24d3bdf-8eaf-4d41-bf12-4cf86c96287e req-f515de9f-fb89-49af-aee4-8d5664384757 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Aug 25 05:18:16.891102 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c24d3bdf-8eaf-4d41-bf12-4cf86c96287e req-d797e087-a78c-476f-a57e-169fbd4a17a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394664 Aug 25 05:18:17.686167 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:17.868772 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169bb8-86eb-49e9-9206-0d5632ca404e req-d6c98e4e-6593-4d91-8751-66555618b709 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:17.870245 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef169bb8-86eb-49e9-9206-0d5632ca404e req-d6c98e4e-6593-4d91-8751-66555618b709 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0498276 Aug 25 05:18:17.915870 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef169bb8-86eb-49e9-9206-0d5632ca404e req-94db8948-de0e-4b8a-b323-3e4630c3e31b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402119 Aug 25 05:18:18.014250 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc08de7-d213-455f-b316-5d31fd8bc9d9 req-c8697408-6630-4a1d-928d-7f9bc01a864e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:18.015709 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ffc08de7-d213-455f-b316-5d31fd8bc9d9 req-c8697408-6630-4a1d-928d-7f9bc01a864e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0468552 Aug 25 05:18:18.063035 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ffc08de7-d213-455f-b316-5d31fd8bc9d9 req-b93cfedf-882e-429e-a2e7-899c199779a7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411308 Aug 25 05:18:19.032409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d177533-c6f0-4f58-9a46-e0cf54803913 req-f7ca69ee-60c4-4ae8-a488-0e6a013acc6f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:19.033883 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8d177533-c6f0-4f58-9a46-e0cf54803913 req-f7ca69ee-60c4-4ae8-a488-0e6a013acc6f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0455337 Aug 25 05:18:19.078954 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8d177533-c6f0-4f58-9a46-e0cf54803913 req-05bde640-58c7-4a1a-bb04-447edaa31ef8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389864 Aug 25 05:18:19.191320 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276cdd0a-fad1-458d-8208-b9cac7e0ee7c req-b8b53e93-cbb9-459e-88ec-4bd20df6fe32 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:19.192777 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-276cdd0a-fad1-458d-8208-b9cac7e0ee7c req-b8b53e93-cbb9-459e-88ec-4bd20df6fe32 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 944 time: 0.0495768 Aug 25 05:18:19.240402 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-276cdd0a-fad1-458d-8208-b9cac7e0ee7c req-f2171898-a282-4215-a31f-26a15669927e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Aug 25 05:18:19.304041 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:18:19.401817 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:19.413155 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '918a320b-9189-42f8-9052-24cef6e0d004', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '918a320b-9189-42f8-9052-24cef6e0d004', 'mac_address': 'fa:16:3e:29:38:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:18:19.450952 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:18:19.451344 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:19.464779 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:18:19.483988 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:19.549627 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:19.595760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=9']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:20.032911 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['918a320b-9189-42f8-9052-24cef6e0d004'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:18:20.198175 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f91c6-93ca-403a-aa40-5c03fe2fd892 req-fc13b5e2-3624-47a1-b7eb-65a50dae0abe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:20.199623 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-838f91c6-93ca-403a-aa40-5c03fe2fd892 req-fc13b5e2-3624-47a1-b7eb-65a50dae0abe tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0462360 Aug 25 05:18:20.250320 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-838f91c6-93ca-403a-aa40-5c03fe2fd892 req-33c69d1e-539e-4e3b-8077-3c4020853e57 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452302 Aug 25 05:18:20.364258 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17057b-4a78-4170-a208-2ff4a2378eee req-be687b99-e33d-421b-8ce8-06ef547f6227 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:20.365705 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-af17057b-4a78-4170-a208-2ff4a2378eee req-be687b99-e33d-421b-8ce8-06ef547f6227 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0459707 Aug 25 05:18:20.411203 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-af17057b-4a78-4170-a208-2ff4a2378eee req-5f859f09-5316-4393-b2ff-2d509760bf93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 Aug 25 05:18:21.336038 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:18:21.367119 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fe47d-0d11-4ee4-8946-4771f63fa138 req-afb9d403-2a12-4906-99d2-225d1f535811 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:21.368608 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f10fe47d-0d11-4ee4-8946-4771f63fa138 req-afb9d403-2a12-4906-99d2-225d1f535811 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0470297 Aug 25 05:18:21.378828 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 918a320b-9189-42f8-9052-24cef6e0d004 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:18:21.379199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (918a320b-9189-42f8-9052-24cef6e0d004), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:21.416052 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f10fe47d-0d11-4ee4-8946-4771f63fa138 req-dcb8318a-c475-48aa-9840-73ba4ba85733 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414815 Aug 25 05:18:21.454197 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 918a320b-9189-42f8-9052-24cef6e0d004 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:18:21.454582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:21.477624 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:18:21.479921 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1677bc-9717-4745-a82f-35bd6a3b2279" -d '{"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:21.493568 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:18:21.518263 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4681ed8f-e59c-4d44-8de3-664db2c1285c x-openstack-request-id: req-4681ed8f-e59c-4d44-8de3-664db2c1285c {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:21.518695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-plugged", "status": "completed", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:21.519108 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4681ed8f-e59c-4d44-8de3-664db2c1285c {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:21.519710 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4681ed8f-e59c-4d44-8de3-664db2c1285c'] response: {'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'code': 200} Aug 25 05:18:21.547450 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ca7fc-7b1f-4a30-9fd8-5b0906dfbcde req-a6322faf-87fc-4aa4-9159-55e69a704bc0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:21.550325 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d1ca7fc-7b1f-4a30-9fd8-5b0906dfbcde req-a6322faf-87fc-4aa4-9159-55e69a704bc0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Aug 25 05:18:21.567137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:21.607606 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d1ca7fc-7b1f-4a30-9fd8-5b0906dfbcde req-3d81d0c7-648c-41c3-bc46-b15935edef62 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525384 Aug 25 05:18:21.615763 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=10']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:18:22.282267 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf39eb-1740-4772-a756-1f36051d4c51 req-990eb117-74b6-4c63-a443-837ba7db8a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:22.283708 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3ecf39eb-1740-4772-a756-1f36051d4c51 req-990eb117-74b6-4c63-a443-837ba7db8a61 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 1131 time: 0.0378666 Aug 25 05:18:22.327056 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3ecf39eb-1740-4772-a756-1f36051d4c51 req-fa3f3f17-a088-44ed-808c-f6fedee08877 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355556 Aug 25 05:18:22.541418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968e572-c96b-4330-bcb1-ac417a45e232 req-a3b94832-e162-4fc4-955c-15b5886fc96c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:22.542823 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5968e572-c96b-4330-bcb1-ac417a45e232 req-a3b94832-e162-4fc4-955c-15b5886fc96c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0496445 Aug 25 05:18:22.588530 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5968e572-c96b-4330-bcb1-ac417a45e232 req-8d880c5f-78f7-4026-b8eb-c2850aa47155 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402105 Aug 25 05:18:22.782048 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7c076-8a3a-4196-9ce1-1fa765e371e1 req-9291244a-0969-4856-9c65-e668e244da52 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:22.783520 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-95c7c076-8a3a-4196-9ce1-1fa765e371e1 req-9291244a-0969-4856-9c65-e668e244da52 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0987976 Aug 25 05:18:22.830555 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-95c7c076-8a3a-4196-9ce1-1fa765e371e1 req-1fa48a22-8f56-4cde-8790-b16edf7edb6a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412319 Aug 25 05:18:23.692154 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:23.704898 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0442b0-c036-4d62-8331-1af1c6db1af1 req-fb9a7346-322e-4591-a400-3349fb2273a2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:23.707001 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9d0442b0-c036-4d62-8331-1af1c6db1af1 req-fb9a7346-322e-4591-a400-3349fb2273a2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0462623 Aug 25 05:18:23.753847 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9d0442b0-c036-4d62-8331-1af1c6db1af1 req-2b6d4db8-3459-4fb2-9ce5-5728947c6476 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Aug 25 05:18:23.936310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:23.951976 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3533cd-135f-400b-82f9-4c2e6caad0bc req-43179427-e852-423a-96bc-14322925e37a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:23.959584 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aa3533cd-135f-400b-82f9-4c2e6caad0bc req-43179427-e852-423a-96bc-14322925e37a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0464907 Aug 25 05:18:23.999782 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aa3533cd-135f-400b-82f9-4c2e6caad0bc req-9aa5f34b-8121-4cf8-864a-5255c35c9ff9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401638 Aug 25 05:18:24.890929 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:18:24.920345 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4204ff-7d06-4e95-a565-19d903636953 req-58b72fbf-fa46-4ce9-8949-411c207e0f0f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:24.921809 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bd4204ff-7d06-4e95-a565-19d903636953 req-58b72fbf-fa46-4ce9-8949-411c207e0f0f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0953488 Aug 25 05:18:24.972158 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bd4204ff-7d06-4e95-a565-19d903636953 req-ba661011-edee-4483-9908-d129798d716d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436087 Aug 25 05:18:25.131513 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18a83-77bd-4174-b385-996fe75d0931 req-07dae93b-a3cb-4842-81d2-79312967bc16 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:25.133275 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e4c18a83-77bd-4174-b385-996fe75d0931 req-07dae93b-a3cb-4842-81d2-79312967bc16 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0556598 Aug 25 05:18:25.179916 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e4c18a83-77bd-4174-b385-996fe75d0931 req-94330111-544c-4684-9060-d6b176c6f6c3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410869 Aug 25 05:18:26.090171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524f99f-fb55-4bfe-b68d-722d6ff6a0bf req-4330f2bf-ebcb-46fa-a011-8e3fed8b40ca tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:26.091537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8524f99f-fb55-4bfe-b68d-722d6ff6a0bf req-4330f2bf-ebcb-46fa-a011-8e3fed8b40ca tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0462472 Aug 25 05:18:26.137472 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8524f99f-fb55-4bfe-b68d-722d6ff6a0bf req-e4f9673a-e673-4fba-b03b-fe64adcc8709 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401461 Aug 25 05:18:26.303761 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45e23c-bb83-45b9-827c-51af58b7f798 req-a6dcdbd2-2f1e-45a0-b31d-00d2e30ca192 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:26.305193 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ce45e23c-bb83-45b9-827c-51af58b7f798 req-a6dcdbd2-2f1e-45a0-b31d-00d2e30ca192 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0462031 Aug 25 05:18:26.351199 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ce45e23c-bb83-45b9-827c-51af58b7f798 req-9ac1596d-4a67-4e99-b5cd-69fcc887cca1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404198 Aug 25 05:18:26.463776 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e946405-a7b3-4558-af03-050de010d495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:27.255039 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e4a8c-edfa-4740-a875-0052ed60a501 req-fc8fd6ab-f8d6-4953-ac00-8e4091fd7800 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:27.256512 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2f5e4a8c-edfa-4740-a875-0052ed60a501 req-fc8fd6ab-f8d6-4953-ac00-8e4091fd7800 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0472858 Aug 25 05:18:27.281355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:27.307421 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2f5e4a8c-edfa-4740-a875-0052ed60a501 req-53aa3f93-78ac-4131-b55c-fc990a438294 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451565 Aug 25 05:18:28.423659 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00803e4a-ef71-4a90-b0e5-4d18ef7161fd req-f7f9bc9c-4cbe-4e56-b7bc-4ee2566c81d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:28.425105 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-00803e4a-ef71-4a90-b0e5-4d18ef7161fd req-f7f9bc9c-4cbe-4e56-b7bc-4ee2566c81d7 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0449584 Aug 25 05:18:28.475982 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-00803e4a-ef71-4a90-b0e5-4d18ef7161fd req-61804217-460f-4148-9341-e2c7563fa625 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Aug 25 05:18:28.589153 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7684ec98-9167-448b-9646-f6a09ff0330c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:29.595005 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0ca0-de1a-4443-ae87-a32e895f5652 req-98414085-80d9-4e80-9f5c-3f132b8aea08 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:29.596432 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-866d0ca0-de1a-4443-ae87-a32e895f5652 req-98414085-80d9-4e80-9f5c-3f132b8aea08 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0483952 Aug 25 05:18:29.642358 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-866d0ca0-de1a-4443-ae87-a32e895f5652 req-299885bf-0d42-4181-9f7a-a25f67933c93 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398374 Aug 25 05:18:29.977785 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:30.759283 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed905dc-b627-47ad-8cfa-3aa07819a2f7 req-0b0c74da-ed30-4c51-9402-64259558cf41 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:30.760715 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ed905dc-b627-47ad-8cfa-3aa07819a2f7 req-0b0c74da-ed30-4c51-9402-64259558cf41 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0454733 Aug 25 05:18:30.790127 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:30.806299 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ed905dc-b627-47ad-8cfa-3aa07819a2f7 req-3d876b86-5284-44ec-ae01-328933daab97 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Aug 25 05:18:31.200525 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dca087-f70c-48c4-9b45-dadd87c12641 req-a79efe9f-d369-4487-9974-c7fd119e8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:31.202024 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-66dca087-f70c-48c4-9b45-dadd87c12641 req-a79efe9f-d369-4487-9974-c7fd119e8ab6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0368905 Aug 25 05:18:31.253485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-66dca087-f70c-48c4-9b45-dadd87c12641 req-9706b3e0-b5e9-4e98-87a3-21559fa85291 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372880 Aug 25 05:18:31.400387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:31.446071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:31.925532 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de42933-bca4-4c9f-9ff8-e3553d1ce4a8 req-19240792-145f-4af9-9299-5e805834e871 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:31.927503 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9de42933-bca4-4c9f-9ff8-e3553d1ce4a8 req-19240792-145f-4af9-9299-5e805834e871 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0495930 Aug 25 05:18:31.930937 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:31.974307 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9de42933-bca4-4c9f-9ff8-e3553d1ce4a8 req-e06c9a07-10d1-4d7d-8c06-38e731f2c34a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413084 Aug 25 05:18:33.091241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feac819-1053-44e9-b061-c491b8955977 req-99f161d6-a63b-44a4-a6ec-c9da321188e4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:33.092700 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1feac819-1053-44e9-b061-c491b8955977 req-99f161d6-a63b-44a4-a6ec-c9da321188e4 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0464821 Aug 25 05:18:33.138257 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1feac819-1053-44e9-b061-c491b8955977 req-ac2bc113-89ff-456d-a9b8-9b7188d94539 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398703 Aug 25 05:18:34.256211 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297b316d-da05-40e7-ac93-c5e5f90c7f22 req-b7393b60-0d88-49e3-b269-0051620ed5a8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:34.257687 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-297b316d-da05-40e7-ac93-c5e5f90c7f22 req-b7393b60-0d88-49e3-b269-0051620ed5a8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0470591 Aug 25 05:18:34.304080 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-297b316d-da05-40e7-ac93-c5e5f90c7f22 req-0daabb23-185a-458f-996c-39cce9d3a6d9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Aug 25 05:18:34.891091 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:34.891621 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9918401-ed1e-4338-929a-d3370eea8b6e req-474905b6-4de2-4cad-a8b3-b6413d679f0b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:34.892939 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d9918401-ed1e-4338-929a-d3370eea8b6e req-474905b6-4de2-4cad-a8b3-b6413d679f0b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0499165 Aug 25 05:18:34.940237 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d9918401-ed1e-4338-929a-d3370eea8b6e req-6e685805-75ca-4b1d-81a2-810bc398f076 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415630 Aug 25 05:18:35.015934 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-f1389a13-26d0-4763-80d9-c70958240395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:35.017407 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-f1389a13-26d0-4763-80d9-c70958240395 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0389049 Aug 25 05:18:35.108364 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-0f9f60d4-68d1-4b2c-9143-04022f9676f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:35.109778 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-0f9f60d4-68d1-4b2c-9143-04022f9676f5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0870535 Aug 25 05:18:35.168811 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-d0798c55-b35e-434f-8318-c8f028211d47 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 1001 time: 0.0529618 Aug 25 05:18:35.219564 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-840e8ef4-0848-452b-a252-29c7f4aeec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:35.220980 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-840e8ef4-0848-452b-a252-29c7f4aeec44 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0462055 Aug 25 05:18:35.263560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-7e0159e8-0cdd-429f-8308-262a03499b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:35.264978 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-7e0159e8-0cdd-429f-8308-262a03499b22 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385830 Aug 25 05:18:35.323696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:35.352504 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-a0d8bc24-3ad6-4034-9250-eb12cb205418 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810280 Aug 25 05:18:35.443089 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ef446485-1644-4df1-95f3-6a1079d2b0eb req-0db25dd4-543b-4ff1-b2ba-51365a8ffdb5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851328 Aug 25 05:18:36.058006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edc488-1a96-4712-9ade-f233c9c30d41 req-9d2e36e3-0577-4a3f-95e2-2f97dec97e4f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:36.059383 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18edc488-1a96-4712-9ade-f233c9c30d41 req-9d2e36e3-0577-4a3f-95e2-2f97dec97e4f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0455463 Aug 25 05:18:36.108462 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18edc488-1a96-4712-9ade-f233c9c30d41 req-12b743a1-07e6-4b58-9d0d-53ed5941dcf8 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410919 Aug 25 05:18:37.233727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a734c-be61-4e74-bdc0-6e934887be9a req-a21f787c-a378-41d2-9638-bcf0dac7d0a9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:37.235212 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b21a734c-be61-4e74-bdc0-6e934887be9a req-a21f787c-a378-41d2-9638-bcf0dac7d0a9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Aug 25 05:18:37.281816 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b21a734c-be61-4e74-bdc0-6e934887be9a req-3608409d-1df9-4f07-9a65-9f21f7927c45 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405900 Aug 25 05:18:37.577925 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:38.012293 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:38.022602 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-9ecf538f-2473-460a-9ee6-d4639e1810eb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418036 Aug 25 05:18:38.126046 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-e3d15431-470e-4dab-b702-af0047700a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:38.127479 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-e3d15431-470e-4dab-b702-af0047700a3f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 1129 time: 0.0389574 Aug 25 05:18:38.233080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-f8b1a1f1-ad7e-4c4b-b845-dc72e06c337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:38.234540 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-f8b1a1f1-ad7e-4c4b-b845-dc72e06c337e service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0860889 Aug 25 05:18:38.400905 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a9be8-76a1-4a99-81e7-8a7e09c3ffc8 req-077045b0-5e1f-461c-994c-e035070f5d35 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:38.402413 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-920a9be8-76a1-4a99-81e7-8a7e09c3ffc8 req-077045b0-5e1f-461c-994c-e035070f5d35 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0470796 Aug 25 05:18:38.450299 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-920a9be8-76a1-4a99-81e7-8a7e09c3ffc8 req-84500d6c-e571-4a84-bfa8-170854f382a9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422125 Aug 25 05:18:38.773983 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-2bb930bb-a0fe-4532-b139-e6a9e7977319 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 200 len: 217 time: 0.0317252 Aug 25 05:18:38.876091 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-078b341f-07d9-4ef4-93aa-3048a7bcf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:38.877494 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-078b341f-07d9-4ef4-93aa-3048a7bcf759 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0488703 Aug 25 05:18:38.925459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-acfb607d-15a2-4d79-8798-0de00e59858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:38.926961 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-acfb607d-15a2-4d79-8798-0de00e59858f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400178 Aug 25 05:18:39.015851 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-3f886ae9-6e54-4b82-98f3-eb085255ff6d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822790 Aug 25 05:18:39.107307 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f9002644-6f6e-4d76-95ee-4330018bf7c9 req-bd090d40-9eac-4628-a8c3-bc837616009b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845094 Aug 25 05:18:39.572373 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340a9f-4dba-4f9c-b1dd-2cde6fb9db24 req-5a60addf-d813-4997-8460-f2ef8ccaf2c9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:39.573881 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d340a9f-4dba-4f9c-b1dd-2cde6fb9db24 req-5a60addf-d813-4997-8460-f2ef8ccaf2c9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0501177 Aug 25 05:18:39.619871 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3d340a9f-4dba-4f9c-b1dd-2cde6fb9db24 req-1e917414-a5cd-4d96-b300-9a69679f0bdf tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404449 Aug 25 05:18:39.736747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854f1d6-20f2-4b65-8b4c-404de533882f req-63de8862-e9c2-4176-8644-fce9ef1d80a2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:39.738118 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4854f1d6-20f2-4b65-8b4c-404de533882f req-63de8862-e9c2-4176-8644-fce9ef1d80a2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0459449 Aug 25 05:18:39.748198 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39256) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:18:39.752274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Request body: {'floatingip': {'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:18:40.039048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:40.104876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:40.420415 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:40.472175 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:40.514742 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:40.705218 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:18:40.807797 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:18:40.812653 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:40.818102 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:18:40.828451 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:18:40.829068 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:40.843573 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:18:40.846098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a94f45-895b-4b12-a91d-47e3e804b843" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:40.880477 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-17d782ee-63d8-485c-9c58-0a71093127c6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/80022a5c-bc1a-46e9-9e75-e00e2f6b7693 HTTP/1.1" status: 200 len: 993 time: 1.1285698 Aug 25 05:18:40.885204 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc3316b-78c9-4b31-a316-2700aaa0e58a x-openstack-request-id: req-abc3316b-78c9-4b31-a316-2700aaa0e58a {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:40.885491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:40.885775 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abc3316b-78c9-4b31-a316-2700aaa0e58a {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:40.886174 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abc3316b-78c9-4b31-a316-2700aaa0e58a'] response: {'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'status': 'completed', 'code': 200} Aug 25 05:18:40.933962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:18:40.973769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-75db18ff-8096-48f4-9575-2fb8a111b429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:40.975221 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-75db18ff-8096-48f4-9575-2fb8a111b429 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0393138 Aug 25 05:18:41.068192 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-5fc1489b-0009-45a5-8647-c5dbd652146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:41.069684 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-5fc1489b-0009-45a5-8647-c5dbd652146f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0872588 Aug 25 05:18:41.101848 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:41.128673 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-11b4b886-07d2-4984-a830-96028f368399 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 1001 time: 0.0530882 Aug 25 05:18:41.140703 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:41.144516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:18:40Z', 'revision_number': 3, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:41.169123 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:18:41.176337 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:41.176944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-c642ec34-380f-4cbe-8107-027b553ec47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:41.178340 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:18:41.178536 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-c642ec34-380f-4cbe-8107-027b553ec47c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0447042 Aug 25 05:18:41.178929 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:41.225987 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-137f59d9-6f7f-4f65-9fce-beb00220b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:41.227436 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-137f59d9-6f7f-4f65-9fce-beb00220b0dd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406489 Aug 25 05:18:41.257614 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:41.280611 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:18:41.321886 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-37e5a484-3da4-4fe2-a367-30133bb98ed8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881939 Aug 25 05:18:41.423457 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f3a94f45-895b-4b12-a91d-47e3e804b843 req-ea6e5929-2201-4f2a-aef3-35e58153f2a4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950494 Aug 25 05:18:41.492094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:18:40Z', 'revision_number': 3, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:18:41.516257 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3c557c-7c66-495b-ba2b-5ce883c9f3ab None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '80022a5c-bc1a-46e9-9e75-e00e2f6b7693', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'floating_ip_address': '172.27.3.158', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'port_id': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'mac_address': 'fa:16:3e:5a:c0:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:15:57Z', 'updated_at': '2022-08-25T05:18:40Z', 'revision_number': 3, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:18:42.887469 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:18:42.889883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e992cb04-57fa-487f-bb75-b0970acab977" -d '{"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:18:42.926682 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3a806-e711-44fc-a371-a54974fcc4ed x-openstack-request-id: req-8ff3a806-e711-44fc-a371-a54974fcc4ed {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:18:42.926964 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:18:42.927212 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ff3a806-e711-44fc-a371-a54974fcc4ed {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:18:42.927607 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff3a806-e711-44fc-a371-a54974fcc4ed'] response: {'name': 'network-changed', 'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'status': 'completed', 'code': 200} Aug 25 05:18:43.018390 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992cb04-57fa-487f-bb75-b0970acab977 req-ee936360-e7f6-4fb9-b4aa-669eeb983cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:43.020385 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-ee936360-e7f6-4fb9-b4aa-669eeb983cca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 1129 time: 0.0395517 Aug 25 05:18:43.068185 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:43.113225 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992cb04-57fa-487f-bb75-b0970acab977 req-6cee296a-5400-4374-8f31-2b5f88dd34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:43.114758 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-6cee296a-5400-4374-8f31-2b5f88dd34d1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 200 len: 919 time: 0.0882490 Aug 25 05:18:43.174854 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-4093eee0-290a-481e-983c-2d03949695e2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 200 len: 1001 time: 0.0527508 Aug 25 05:18:43.223655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992cb04-57fa-487f-bb75-b0970acab977 req-7a7e8e65-3881-41f0-87dd-cd288a4e3648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:43.225098 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-7a7e8e65-3881-41f0-87dd-cd288a4e3648 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 200 len: 857 time: 0.0428956 Aug 25 05:18:43.266833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992cb04-57fa-487f-bb75-b0970acab977 req-4d313e64-77cc-4172-a31a-e8369a7e0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:18:43.268283 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-4d313e64-77cc-4172-a31a-e8369a7e0310 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=0988213e-697f-43c0-8bbc-3d3f281f4405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373263 Aug 25 05:18:43.360031 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-ec272507-7377-473b-bea0-967215d13798 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Aug 25 05:18:43.451791 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e992cb04-57fa-487f-bb75-b0970acab977 req-550d82bd-f678-4e88-84d8-9dca09b304e0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848820 Aug 25 05:18:49.613870 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=82 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:49.616652 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=38 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:51.489683 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=39 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:51.493960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:51.494549 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=10 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:53.447186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=29 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:53.449090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=78 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:54.917733 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:54.918557 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:18:56.449234 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-10d19348-5b0f-4ffd-a37b-d3199954006e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:58.595014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f109fd1f-5807-4f2b-bbf4-8a7417b7b121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:18:59.978144 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:01.360593 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:01.428968 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:01.889695 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:19:02.918732 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d97876-cb52-4fd2-a28f-ead72a28c217 req-b9eb4989-0e99-4e3b-93ce-cba6d50db9b3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:02.920192 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b8d97876-cb52-4fd2-a28f-ead72a28c217 req-b9eb4989-0e99-4e3b-93ce-cba6d50db9b3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0465302 Aug 25 05:19:02.966678 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b8d97876-cb52-4fd2-a28f-ead72a28c217 req-14e0068f-4baf-4dc2-84a4-e7af0671667b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Aug 25 05:19:04.085421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22dfa5-9f3e-40e3-a607-4b70fa12053f req-3ab94f36-ccbf-41ff-967d-a477b49cf60e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:04.086825 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e22dfa5-9f3e-40e3-a607-4b70fa12053f req-3ab94f36-ccbf-41ff-967d-a477b49cf60e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0465724 Aug 25 05:19:04.133707 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e22dfa5-9f3e-40e3-a607-4b70fa12053f req-66c810b4-281f-4d31-8652-5cfd25e9c744 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Aug 25 05:19:05.251963 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b7150e-5730-46a4-91d0-4afc738265f3 req-69d1b96b-3282-4a58-bf00-5fd271ba31af tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:05.254099 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-74b7150e-5730-46a4-91d0-4afc738265f3 req-69d1b96b-3282-4a58-bf00-5fd271ba31af tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0464659 Aug 25 05:19:05.302304 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-74b7150e-5730-46a4-91d0-4afc738265f3 req-11477dbd-7610-4dd2-a191-96f3201134f8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427816 Aug 25 05:19:06.418760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb889106-ce1f-4eb4-a841-b58ff221d31d req-1a0cbf6f-b2e1-4b5f-ae6c-aca07371688a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:06.420205 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bb889106-ce1f-4eb4-a841-b58ff221d31d req-1a0cbf6f-b2e1-4b5f-ae6c-aca07371688a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0458834 Aug 25 05:19:06.466371 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bb889106-ce1f-4eb4-a841-b58ff221d31d req-568b7c2a-acf5-4ca8-b310-082b244196ad tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Aug 25 05:19:07.583488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53e05a-6bc1-432e-948e-011d63eafef7 req-86dec854-b42a-4962-9c03-0f0c4a1d1980 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:07.584917 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fe53e05a-6bc1-432e-948e-011d63eafef7 req-86dec854-b42a-4962-9c03-0f0c4a1d1980 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0462096 Aug 25 05:19:07.612046 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:07.631324 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fe53e05a-6bc1-432e-948e-011d63eafef7 req-7a602d3a-db33-4028-8c3b-f4de5d5506a4 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407965 Aug 25 05:19:08.750363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26dd5a-1b83-46d7-bac9-a18436907ea1 req-0819fcbe-3b25-41b3-a886-bcd4774e3d2f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:08.751800 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4c26dd5a-1b83-46d7-bac9-a18436907ea1 req-0819fcbe-3b25-41b3-a886-bcd4774e3d2f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0493498 Aug 25 05:19:08.796622 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4c26dd5a-1b83-46d7-bac9-a18436907ea1 req-fb82416a-bc76-4fb6-9259-c7f18fcd2bec tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394168 Aug 25 05:19:08.926186 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:09.903622 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec96dc-3c1b-44bc-80d9-d72812c192bd req-0edec8c2-068f-4df5-9574-373e008114a9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:09.905091 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-00ec96dc-3c1b-44bc-80d9-d72812c192bd req-0edec8c2-068f-4df5-9574-373e008114a9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0476553 Aug 25 05:19:09.914578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cea40c-1094-4509-ba30-d0c6c08af664 req-467ad6cc-38c5-4790-92e9-0810fed49482 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:09.916065 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-68cea40c-1094-4509-ba30-d0c6c08af664 req-467ad6cc-38c5-4790-92e9-0810fed49482 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0468640 Aug 25 05:19:09.954549 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-00ec96dc-3c1b-44bc-80d9-d72812c192bd req-c0bc8060-ff62-4f00-a958-88880d0dfaf1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Aug 25 05:19:09.965893 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-68cea40c-1094-4509-ba30-d0c6c08af664 req-e389ea25-72e4-4ed7-ad64-c72e1839b0a6 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442371 Aug 25 05:19:11.079481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46473f0-a8ae-4f0f-85a3-ed604edcc85f req-1a2142ef-47b0-4d1b-a772-c0665e573340 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:11.081490 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b46473f0-a8ae-4f0f-85a3-ed604edcc85f req-1a2142ef-47b0-4d1b-a772-c0665e573340 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0503318 Aug 25 05:19:11.091581 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3171cce-e6e6-4e58-a90e-ed6a77f46c62 req-55cbb23b-9af1-47d4-af2e-6d8a86262d46 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:11.093040 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f3171cce-e6e6-4e58-a90e-ed6a77f46c62 req-55cbb23b-9af1-47d4-af2e-6d8a86262d46 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0491121 Aug 25 05:19:11.128393 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b46473f0-a8ae-4f0f-85a3-ed604edcc85f req-3835697a-5dc5-4a3a-8068-58584921bb67 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Aug 25 05:19:11.140092 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f3171cce-e6e6-4e58-a90e-ed6a77f46c62 req-ddc22c6e-75f2-4713-8892-05dbab5780f3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407829 Aug 25 05:19:11.688317 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be176f-5840-4bdc-8b78-c99610154696 req-f8bea0b9-1db8-4afe-b9f2-cc7dddd5de74 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:11.689773 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-38be176f-5840-4bdc-8b78-c99610154696 req-f8bea0b9-1db8-4afe-b9f2-cc7dddd5de74 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0458367 Aug 25 05:19:11.770426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:11.770772 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:11.860970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] For port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:11.861333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:11.886067 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:12.071065 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:12.071343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:12.071662 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP 4b2e03c1-a58c-41b6-804a-0bf7005489e8 disassociated. External IP: 172.27.3.252, port: f4ebc47f-9013-4fcf-a0a0-6d37bb85449a. Aug 25 05:19:12.072001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for f4ebc47f-9013-4fcf-a0a0-6d37bb85449a owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:12.144135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:12.178191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:12.258207 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824386e7-f5ef-4b75-a689-fb6a7ede4c93 req-abb98192-3e2d-41af-904b-dded7919033b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:12.259694 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-824386e7-f5ef-4b75-a689-fb6a7ede4c93 req-abb98192-3e2d-41af-904b-dded7919033b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 946 time: 0.0490072 Aug 25 05:19:12.262591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f1af-ae13-4898-8921-4640564f82bc req-7e8e5119-f3fd-4e52-bd09-75277fb1821d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:12.264045 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7ee3f1af-ae13-4898-8921-4640564f82bc req-7e8e5119-f3fd-4e52-bd09-75277fb1821d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0477047 Aug 25 05:19:12.280421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f4ebc47f-9013-4fcf-a0a0-6d37bb85449a), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:12.312573 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7ee3f1af-ae13-4898-8921-4640564f82bc req-4193bdba-ed55-4ffc-886a-2ae44c696552 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430012 Aug 25 05:19:12.314430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=f4ebc47f-9013-4fcf-a0a0-6d37bb85449a,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:12.342947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.343291 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.343630 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.343967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.344319 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.344632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.345217 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.345549 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.345899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.346222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.347047 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.347367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.347742 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.348066 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.348384 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:12.356321 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-824386e7-f5ef-4b75-a689-fb6a7ede4c93 req-4dba4f31-cb5d-4630-a052-c08cf606ad02 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=1e6e4a43-fa8a-4475-83ef-216dc66b2e26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908861 Aug 25 05:19:12.454451 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:12.562372 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:12.573799 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:12.583056 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:12.583587 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:12.604353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] No DVR routers for this DVR port f4ebc47f-9013-4fcf-a0a0-6d37bb85449a on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:19:12.606896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:12.610192 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-38be176f-5840-4bdc-8b78-c99610154696 req-012a99c2-c756-4cc1-9a1e-2537522b6159 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f4ebc47f-9013-4fcf-a0a0-6d37bb85449a HTTP/1.1" status: 204 len: 173 time: 0.9151642 Aug 25 05:19:12.610624 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'name': 'network-vif-deleted', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:12.613532 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62838f89-cf61-43e4-8f94-18adbfb6a780" -d '{"events": [{"server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "name": "network-vif-deleted", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:12.693627 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:12.713188 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777d8ee-b09e-4ebc-9971-a985a2458485 x-openstack-request-id: req-4777d8ee-b09e-4ebc-9971-a985a2458485 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:12.713528 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf9300a-25b9-43ef-929f-cdc1eb6542d9", "name": "network-vif-deleted", "tag": "f4ebc47f-9013-4fcf-a0a0-6d37bb85449a", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:12.713970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4777d8ee-b09e-4ebc-9971-a985a2458485 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:12.714424 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4777d8ee-b09e-4ebc-9971-a985a2458485'] response: {'server_uuid': 'bcf9300a-25b9-43ef-929f-cdc1eb6542d9', 'name': 'network-vif-deleted', 'tag': 'f4ebc47f-9013-4fcf-a0a0-6d37bb85449a', 'status': 'completed', 'code': 200} Aug 25 05:19:12.912436 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:12.939856 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:12.948908 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:12.949493 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:13.050918 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:13.342870 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:13.367916 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8834e963-1bcf-4cd9-a003-d8d95f08a62e None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a7cc59ed-4d8c-4310-95f9-c66112b06bd7', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:44:e8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:13:43Z', 'updated_at': '2022-08-25T05:14:42Z', 'revision_number': 2, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:13.466753 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7d9dd-6646-43ab-bf9c-a855b20a7f6d req-f2cc4380-f873-4d91-b04b-75515c9bd2f4 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:13.468535 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97b7d9dd-6646-43ab-bf9c-a855b20a7f6d req-f2cc4380-f873-4d91-b04b-75515c9bd2f4 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0741179 Aug 25 05:19:13.505152 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3925e321-03c5-42c0-8cb3-b5a3dbe3a70e req-f1ca3e56-9c36-4444-a5d2-bd3b4a5165e7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=bcf9300a-25b9-43ef-929f-cdc1eb6542d9 HTTP/1.1" status: 200 len: 210 time: 0.0358572 Aug 25 05:19:13.524748 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-97b7d9dd-6646-43ab-bf9c-a855b20a7f6d req-4f0c5199-524b-4bd6-b54e-82211205f670 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491779 Aug 25 05:19:13.678206 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887ab304-6f46-4b86-8089-9bbe7ac07869 None None] New status for floating IP 4b2e03c1-a58c-41b6-804a-0bf7005489e8: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:14.651259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d54c162-54db-408d-a819-e050ef6793f0 req-df8f0d0e-becc-45a8-8f13-97d852f9f7f7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:14.652769 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0d54c162-54db-408d-a819-e050ef6793f0 req-df8f0d0e-becc-45a8-8f13-97d852f9f7f7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0489240 Aug 25 05:19:14.675963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39356) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:14.691880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:14.726274 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0d54c162-54db-408d-a819-e050ef6793f0 req-4e72c82e-70ea-4d62-9fc2-3132a7b812d3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678937 Aug 25 05:19:14.750688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (1e6e4a43-fa8a-4475-83ef-216dc66b2e26), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:14.773308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (1e6e4a43-fa8a-4475-83ef-216dc66b2e26), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:14.937309 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (1e6e4a43-fa8a-4475-83ef-216dc66b2e26), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:14.940015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:14.942484 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/1e6e4a43-fa8a-4475-83ef-216dc66b2e26 HTTP/1.1" status: 204 len: 168 time: 0.2647250 Aug 25 05:19:14.944814 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39360) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:14.951239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c87f6-5141-4155-a8de-36c019e1c386 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6e4a43-fa8a-4475-83ef-216dc66b2e26,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:14.963099 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.api.v2.resource [None req-cf852f1d-ca1c-4541-87d6-f84ea97b1eb7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] show failed (client error): The resource could not be found. Aug 25 05:19:14.964104 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cf852f1d-ca1c-4541-87d6-f84ea97b1eb7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups/1e6e4a43-fa8a-4475-83ef-216dc66b2e26 HTTP/1.1" status: 404 len: 347 time: 0.0182996 Aug 25 05:19:14.967079 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39362) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:15.085110 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port 7391da35-7e5a-4ce0-80fa-bca378c41cfd {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:15.085450 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.099756 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972e9e6-79ca-4135-808e-7d973346ed11 req-8ac32e5a-acac-480a-843a-5384fa8df6d3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:15.101243 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2972e9e6-79ca-4135-808e-7d973346ed11 req-8ac32e5a-acac-480a-843a-5384fa8df6d3 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0473523 Aug 25 05:19:15.151290 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2972e9e6-79ca-4135-808e-7d973346ed11 req-99b92cac-1adf-4732-b870-ef989bca739d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433695 Aug 25 05:19:15.165438 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.165758 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (7391da35-7e5a-4ce0-80fa-bca378c41cfd), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.180299 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for 7391da35-7e5a-4ce0-80fa-bca378c41cfd owned by network:floatingip {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:15.293632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-4034757c-691d-4711-93b6-00aab5e4d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:15.294989 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-4034757c-691d-4711-93b6-00aab5e4d1ef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1130 time: 0.0850868 Aug 25 05:19:15.377265 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (7391da35-7e5a-4ce0-80fa-bca378c41cfd), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.382042 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:15.388408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-a586fd2f-68d3-409a-97e5-61c8b6f4fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:15.389914 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-a586fd2f-68d3-409a-97e5-61c8b6f4fca2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.0886536 Aug 25 05:19:15.404893 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=7391da35-7e5a-4ce0-80fa-bca378c41cfd,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:15.409012 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:15.431984 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.432353 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.432657 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.432997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.433327 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.433672 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.433993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.434316 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.434635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.434954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.435301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.435588 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.435901 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.436215 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.436530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:15.451343 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-c9ac6c06-c8c6-458b-832e-ca82fbb7bb4c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 1002 time: 0.0551622 Aug 25 05:19:15.481017 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (4b2e03c1-a58c-41b6-804a-0bf7005489e8), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.483693 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:15.484850 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d0043f69-06c0-446b-8353-b03627f6eabc tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/4b2e03c1-a58c-41b6-804a-0bf7005489e8 HTTP/1.1" status: 204 len: 168 time: 0.5168970 Aug 25 05:19:15.505116 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-cc7cb207-a44e-463d-9052-be8322e2b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:15.506722 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-cc7cb207-a44e-463d-9052-be8322e2b4fd service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0491717 Aug 25 05:19:15.551527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-2e8f17d1-5360-4b6d-abcf-55d8662940b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:15.552958 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-2e8f17d1-5360-4b6d-abcf-55d8662940b0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403616 Aug 25 05:19:15.626985 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f4ebc47f-9013-4fcf-a0a0-6d37bb85449a no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:15.633131 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:15.646325 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: f4ebc47f-9013-4fcf-a0a0-6d37bb85449a {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:19:15.646992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f4ebc47f-9013-4fcf-a0a0-6d37bb85449a not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:15.648513 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-ac1d2df5-5dd7-47af-b1ac-5eea412346b0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890718 Aug 25 05:19:15.990378 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc1c8bb0-d8d6-4710-beb2-ae67672206e6 req-3ee220d6-97df-4eb9-b3c4-db151e549705 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354104 Aug 25 05:19:16.275121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b357d-bdc8-4512-b665-1cfd34e3fa26 req-5ef0d1c0-f245-4698-9d05-6d0a486d9537 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:16.276569 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a72b357d-bdc8-4512-b665-1cfd34e3fa26 req-5ef0d1c0-f245-4698-9d05-6d0a486d9537 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0486565 Aug 25 05:19:16.322796 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a72b357d-bdc8-4512-b665-1cfd34e3fa26 req-c7bb43de-0a85-4fb0-b27e-876f4043922a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407214 Aug 25 05:19:17.443229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bd00a-b744-4b42-9c8d-4b76bcbcb2a8 req-9b63e202-0e45-4915-bbbd-77fbce6754e8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:17.444678 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e39bd00a-b744-4b42-9c8d-4b76bcbcb2a8 req-9b63e202-0e45-4915-bbbd-77fbce6754e8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0458350 Aug 25 05:19:17.491658 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e39bd00a-b744-4b42-9c8d-4b76bcbcb2a8 req-f23f8493-593a-42a7-aaa8-7958e44a5be2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Aug 25 05:19:19.624055 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d082d8b-7d77-4bfb-b726-12b5f87001ae req-935022f2-2f4b-4e47-87dc-65b32395ed4d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:19.625482 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d082d8b-7d77-4bfb-b726-12b5f87001ae req-935022f2-2f4b-4e47-87dc-65b32395ed4d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0487945 Aug 25 05:19:19.670883 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d082d8b-7d77-4bfb-b726-12b5f87001ae req-f7f081a1-ab5c-4625-96a5-0f5fa759643f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392077 Aug 25 05:19:20.788848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051b25a-9a35-4eed-9347-ee32fb12ebf1 req-37854d59-1e55-49b6-b79f-923f5720a63a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:20.790317 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c051b25a-9a35-4eed-9347-ee32fb12ebf1 req-37854d59-1e55-49b6-b79f-923f5720a63a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0452766 Aug 25 05:19:20.838976 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c051b25a-9a35-4eed-9347-ee32fb12ebf1 req-367932ef-7ff0-44f4-bd81-b01bb34efed9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Aug 25 05:19:21.646896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-3a21318e-c2a2-4c1d-81ce-dd32be6bf5ce tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:21.648302 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-3a21318e-c2a2-4c1d-81ce-dd32be6bf5ce tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0450890 Aug 25 05:19:21.727841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:21.728191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:21.814723 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:21.820222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] For port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:21.820589 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:21.958225 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd531f-ceed-4fdb-a8ec-a96edd6a9067 req-1b39e89f-9472-48f0-a0bf-9f032b338150 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:21.959630 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a9fd531f-ceed-4fdb-a8ec-a96edd6a9067 req-1b39e89f-9472-48f0-a0bf-9f032b338150 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 945 time: 0.0476894 Aug 25 05:19:21.983971 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:21.984342 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:21.984668 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP a7cc59ed-4d8c-4310-95f9-c66112b06bd7 disassociated. External IP: 172.27.3.181, port: 998258dc-63e3-42e3-b67d-ae2e1b94e7e8. Aug 25 05:19:21.985006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:22.007226 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a9fd531f-ceed-4fdb-a8ec-a96edd6a9067 req-b10440d7-5e26-4e05-b958-6422aaf9f7df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=46faef3d-c622-4e11-99a3-fbd01bf18fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Aug 25 05:19:22.160473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (998258dc-63e3-42e3-b67d-ae2e1b94e7e8), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:22.187995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=998258dc-63e3-42e3-b67d-ae2e1b94e7e8,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:22.296530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:22.378411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:22.398836 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:22.408447 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:22.419340 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:22.419918 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:22.443734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] No DVR routers for this DVR port 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:19:22.447001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:22.450604 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-716cc2dc-1559-466d-8bf2-5ce480760057 req-403edcb3-ae64-4f6e-91d8-f97e38b7b23b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "DELETE /networking/v2.0/ports/998258dc-63e3-42e3-b67d-ae2e1b94e7e8 HTTP/1.1" status: 204 len: 173 time: 0.7970073 Aug 25 05:19:22.451058 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'name': 'network-vif-deleted', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:22.453676 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4beff00a-fffd-4398-bcb7-cfd598f525c9" -d '{"events": [{"server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "name": "network-vif-deleted", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:22.494504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4141b1-98b5-40b0-84e3-6e14a3d5d128 x-openstack-request-id: req-6b4141b1-98b5-40b0-84e3-6e14a3d5d128 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:22.498441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a769edb-35d4-41ea-866f-3eb74f13e938", "name": "network-vif-deleted", "tag": "998258dc-63e3-42e3-b67d-ae2e1b94e7e8", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:22.498441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b4141b1-98b5-40b0-84e3-6e14a3d5d128 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:22.498441 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4141b1-98b5-40b0-84e3-6e14a3d5d128'] response: {'server_uuid': '6a769edb-35d4-41ea-866f-3eb74f13e938', 'name': 'network-vif-deleted', 'tag': '998258dc-63e3-42e3-b67d-ae2e1b94e7e8', 'status': 'completed', 'code': 200} Aug 25 05:19:22.523900 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:22.603468 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:22.663256 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:22.716667 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:22.742387 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:22.750758 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:22.751351 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:18:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:22.851994 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:23.035306 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:23.062730 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751caf61-000a-41af-bc45-f4a05e0851ba None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:23.125582 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1058b165-9c4a-46ad-b7ed-e9d0ecc24afd req-1f18a197-865c-421a-a488-011b5b92360f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6a769edb-35d4-41ea-866f-3eb74f13e938 HTTP/1.1" status: 200 len: 210 time: 0.0318513 Aug 25 05:19:23.275935 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be113f-37f2-427c-9362-1440a23d813c None None] New status for floating IP a7cc59ed-4d8c-4310-95f9-c66112b06bd7: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:23.279055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:23.280109 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:23.307748 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:24.280944 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39416) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:24.334590 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (46faef3d-c622-4e11-99a3-fbd01bf18fd7), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.356878 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (46faef3d-c622-4e11-99a3-fbd01bf18fd7), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.468640 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (46faef3d-c622-4e11-99a3-fbd01bf18fd7), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.471921 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.473056 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/46faef3d-c622-4e11-99a3-fbd01bf18fd7 HTTP/1.1" status: 204 len: 168 time: 0.1911705 Aug 25 05:19:24.476220 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39418) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:24.482289 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89478125-12d7-4f99-81fc-0e6e7cae7277 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46faef3d-c622-4e11-99a3-fbd01bf18fd7,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:24.491350 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.api.v2.resource [None req-501e8cba-d2ca-47bb-a903-b0749fe52811 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] show failed (client error): The resource could not be found. Aug 25 05:19:24.492601 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-501e8cba-d2ca-47bb-a903-b0749fe52811 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups/46faef3d-c622-4e11-99a3-fbd01bf18fd7 HTTP/1.1" status: 404 len: 347 time: 0.0151055 Aug 25 05:19:24.495488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39420) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:24.616410 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port 8e252806-b001-430d-8172-7958b2ab6a21 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:24.616751 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (8e252806-b001-430d-8172-7958b2ab6a21), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.692284 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (8e252806-b001-430d-8172-7958b2ab6a21), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.692615 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (8e252806-b001-430d-8172-7958b2ab6a21), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.704937 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for 8e252806-b001-430d-8172-7958b2ab6a21 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:24.891584 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (8e252806-b001-430d-8172-7958b2ab6a21), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.916565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=8e252806-b001-430d-8172-7958b2ab6a21,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:24.960070 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:24.982973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (a7cc59ed-4d8c-4310-95f9-c66112b06bd7), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.985547 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:24.987284 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ba15d791-015d-4fca-8a95-2e49e168f761 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/a7cc59ed-4d8c-4310-95f9-c66112b06bd7 HTTP/1.1" status: 204 len: 168 time: 0.4903362 Aug 25 05:19:25.107169 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39424) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:25.111669 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--702005207', 'description': 'tempest-description--1057841620'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:25.177442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.247696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (c69e99dc-1e9d-4d33-ac77-d1bc35883e07), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.343014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c69e99dc-1e9d-4d33-ac77-d1bc35883e07), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.374900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69e99dc-1e9d-4d33-ac77-d1bc35883e07,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:25.472403 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.474029 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-22d57390-e91e-4025-bdd2-b8c0c427db93 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3658738 Aug 25 05:19:25.476864 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39434) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:25.481170 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': 'c69e99dc-1e9d-4d33-ac77-d1bc35883e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:25.646271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (a9d024ae-a1f6-405f-bf32-a1a5eb5baa98), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.651184 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:25.672074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:19:25.672528 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 998258dc-63e3-42e3-b67d-ae2e1b94e7e8 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:25.702992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (a9d024ae-a1f6-405f-bf32-a1a5eb5baa98), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.771545 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (a9d024ae-a1f6-405f-bf32-a1a5eb5baa98), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.779008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:25.791461 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d024ae-a1f6-405f-bf32-a1a5eb5baa98,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:25.876312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:25.878109 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-498a66c2-e05b-4e65-ad21-3a32d7ce8ae5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997495 Aug 25 05:19:25.880828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39442) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:25.885129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': 'c69e99dc-1e9d-4d33-ac77-d1bc35883e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:25.978048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (f27ab8b7-0799-43c2-86c6-c9684ae1a751), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.034596 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (f27ab8b7-0799-43c2-86c6-c9684ae1a751), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.108843 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (f27ab8b7-0799-43c2-86c6-c9684ae1a751), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.129071 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27ab8b7-0799-43c2-86c6-c9684ae1a751,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:26.225233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.226485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-113e024b-f9e8-48f4-878b-7a558e48383d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3447051 Aug 25 05:19:26.229619 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39444) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:26.233991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:26.354359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.433012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.462609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d54ea05d-e2a3-43f0-83b4-7a04da50c18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.536790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:26.543898 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.27.3.170 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/a1bc4962-2333-4bff-b3f4-d2aab10bc242) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:19:26.646018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.743366 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.786985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:19:26.789879 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:19:26.793727 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:19:26.798756 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=a1bc4962-2333-4bff-b3f4-d2aab10bc242,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:26.843238 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:26.879589 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:26.970231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:27.113089 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:27.154345 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:27.222162 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:27.224973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=a1bc4962-2333-4bff-b3f4-d2aab10bc242,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:27.281728 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:27.282954 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-95823bc4-ed80-4487-bcdb-fdb96b217cbe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0524046 Aug 25 05:19:27.430722 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-ca709d6a-7661-4b7c-95f1-b17430eb5d26 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--702005207&fields=id&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 267 time: 0.0423892 Aug 25 05:19:27.538549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-ca9777b5-fdce-4849-9deb-ee4d026f0a33 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:27.540007 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-ca9777b5-fdce-4849-9deb-ee4d026f0a33 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1029377 Aug 25 05:19:27.555090 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-c17b5c1e-1e64-4885-8f6b-56e165750104 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/quotas/f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 375 time: 0.0097368 Aug 25 05:19:27.614575 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-7997b051-ec4a-4da9-b524-c8c33de6e2e4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543625 Aug 25 05:19:27.753927 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-b2ab05de-5032-409b-b1ef-566502d9a289 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282706 Aug 25 05:19:27.810856 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:27.831517 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:27.841696 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-cc9d7a44-3860-4673-b37b-71e076c5bd87 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821159 Aug 25 05:19:28.064784 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2c6d4309-806a-48bc-bb2e-8ee928818701 req-e4f27582-50f4-4ae0-8336-af834ccf2dd4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0351369 Aug 25 05:19:28.441192 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf22f7-231b-4be1-b1d5-90bb52d35cdc req-1e6be811-6b3e-45af-8c8b-aed887e4e9d6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:28.442982 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-79cf22f7-231b-4be1-b1d5-90bb52d35cdc req-1e6be811-6b3e-45af-8c8b-aed887e4e9d6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0465662 Aug 25 05:19:28.494804 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-79cf22f7-231b-4be1-b1d5-90bb52d35cdc req-95037cf1-60e2-4000-9c02-66764551c1b7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461869 Aug 25 05:19:28.577637 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c61cab1f-3ec0-4097-99fc-23a7856e8259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:29.166245 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c8a3351a-7c5c-46a6-be9a-b6f7c9853ee5 req-4f5fa92d-c613-4b5c-a41c-cd80273eed1c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0282979 Aug 25 05:19:29.615127 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb7a55-379a-48c4-9632-28122e71b130 req-154a2f52-048c-4dc4-a8ff-a98143d36307 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:29.616552 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75bb7a55-379a-48c4-9632-28122e71b130 req-154a2f52-048c-4dc4-a8ff-a98143d36307 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0454717 Aug 25 05:19:29.634393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:29.662554 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-75bb7a55-379a-48c4-9632-28122e71b130 req-a9d9b73a-34a1-4adf-b849-cbc027323592 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406256 Aug 25 05:19:30.011663 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:30.269487 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a2fcdb22-18b5-4237-9a54-af396f65dd21 req-bf349852-67c2-4406-ba5c-0217a65bf4e2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0303757 Aug 25 05:19:30.546095 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-0f2d3428-4c0b-4767-9bf3-0659d7d903a6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:30.547622 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-0f2d3428-4c0b-4767-9bf3-0659d7d903a6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0468204 Aug 25 05:19:30.633581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Deleting port 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:30.634250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (918a320b-9189-42f8-9052-24cef6e0d004), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:30.721854 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] For port 918a320b-9189-42f8-9052-24cef6e0d004, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=918a320b-9189-42f8-9052-24cef6e0d004,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:30.722257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (918a320b-9189-42f8-9052-24cef6e0d004), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:30.856237 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc828a3-748e-408e-b7bc-3a0b64b059b7 req-6ab99ba7-aebe-4902-89ec-669d6f5a3a83 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:30.857634 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dbc828a3-748e-408e-b7bc-3a0b64b059b7 req-6ab99ba7-aebe-4902-89ec-669d6f5a3a83 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 947 time: 0.0915670 Aug 25 05:19:30.953665 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:30.954037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:30.954375 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Floating IP 8d0096a2-4515-4af7-bfbf-ecfe9ff54d77 disassociated. External IP: 172.27.3.20, port: 918a320b-9189-42f8-9052-24cef6e0d004. Aug 25 05:19:30.954717 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Calling delete_port for 918a320b-9189-42f8-9052-24cef6e0d004 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:30.959269 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-dbc828a3-748e-408e-b7bc-3a0b64b059b7 req-a71fa29a-8219-486f-81d3-ef09f433ad41 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=163d069b-218a-45a1-8a6e-e1d61f705f48&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927713 Aug 25 05:19:31.079329 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:31.167363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (918a320b-9189-42f8-9052-24cef6e0d004), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:31.195429 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'Port': ['ID=918a320b-9189-42f8-9052-24cef6e0d004,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:31.283327 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-9a4a85fa-7978-4244-963c-2a89ea8a53c6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:31.284937 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-9a4a85fa-7978-4244-963c-2a89ea8a53c6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1106946 Aug 25 05:19:31.306833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:31.311714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:31.375897 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-48acaf65-2d0c-4cd7-b191-c736ef084399 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 379 time: 0.0735605 Aug 25 05:19:31.392955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'port': {'device_id': '940baae4-f323-4807-87d4-f556d88e3e8f', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'admin_state_up': True, 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'security_groups': ['c69e99dc-1e9d-4d33-ac77-d1bc35883e07']}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:31.421162 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8b4f30e2-01f9-4d8c-b428-c0bae8ba66a4 req-fcfea39b-71f4-4bf0-b980-e4e6ebe229f5 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0428021 Aug 25 05:19:31.427638 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:31.429070 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:31.439683 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:31.441722 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:31.451996 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:31.452642 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:31.485263 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] No DVR routers for this DVR port 918a320b-9189-42f8-9052-24cef6e0d004 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:19:31.485263 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:31.487379 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8825f1c8-d3bb-4118-9394-d40872fbdb63 req-d35b6e44-ae8b-4aac-856f-4ff05404154f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "DELETE /networking/v2.0/ports/918a320b-9189-42f8-9052-24cef6e0d004 HTTP/1.1" status: 204 len: 173 time: 0.9342096 Aug 25 05:19:31.488371 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-deleted', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:31.491000 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf93f6-b2fb-4407-8b41-2b1b364bf11e" -d '{"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-deleted", "tag": "918a320b-9189-42f8-9052-24cef6e0d004"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:31.543551 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b956ab2a-291e-4b67-8784-76ec3c692673 x-openstack-request-id: req-b956ab2a-291e-4b67-8784-76ec3c692673 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:31.543848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070a4cc0-c2a7-4e19-b265-7c540dc6f045", "name": "network-vif-deleted", "tag": "918a320b-9189-42f8-9052-24cef6e0d004", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:31.544177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b956ab2a-291e-4b67-8784-76ec3c692673 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:31.544660 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b956ab2a-291e-4b67-8784-76ec3c692673'] response: {'server_uuid': '070a4cc0-c2a7-4e19-b265-7c540dc6f045', 'name': 'network-vif-deleted', 'tag': '918a320b-9189-42f8-9052-24cef6e0d004', 'status': 'completed', 'code': 200} Aug 25 05:19:31.593267 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:31.617511 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'port': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:19:31.621944 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:31.798861 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:31.828085 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:31.837685 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:31.838311 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:31.941474 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:31.970495 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:32.002669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.20.0.10 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/2545757e-3565-43ac-8647-9693f02cbdb1) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:19:32.109892 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-edd639a7-b1c1-4d10-a319-3e081cfdd2db req-ce6c919d-8caa-42a0-a605-d8c813c4ca1c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=070a4cc0-c2a7-4e19-b265-7c540dc6f045 HTTP/1.1" status: 200 len: 210 time: 0.0681524 Aug 25 05:19:32.172323 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:32.187772 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (2545757e-3565-43ac-8647-9693f02cbdb1), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.223014 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:32.248478 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0cc8e2-38fd-4220-8358-d16cccf375cd None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:32.280619 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.326765 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:19:32.330102 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:19:32.334121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:19:32.340153 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:32.397792 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:32.398541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.479973 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8296472b-9dc7-4498-bb35-1927544a7c0a None None] New status for floating IP 8d0096a2-4515-4af7-bfbf-ecfe9ff54d77: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:32.489885 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6d4ad42a-3a18-46a8-959d-a0e1b542bfd7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1023660 Aug 25 05:19:32.555964 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Request body: {'port': {'device_id': '940baae4-f323-4807-87d4-f556d88e3e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:32.558962 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:32.589644 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd16abf-6286-41c9-9fd7-c7d2b783be8e req-4155e9bd-3655-4159-a3f0-0b2ab4908cd1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:32.591240 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ccd16abf-6286-41c9-9fd7-c7d2b783be8e req-4155e9bd-3655-4159-a3f0-0b2ab4908cd1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 932 time: 0.0512078 Aug 25 05:19:32.606548 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-7a21f2d5-754d-4754-9417-428008adc8f6 None None] Provisioning complete for port 2545757e-3565-43ac-8647-9693f02cbdb1 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:19:32.606841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7a21f2d5-754d-4754-9417-428008adc8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.617621 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:32.629379 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.640137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7a21f2d5-754d-4754-9417-428008adc8f6 None None] Port 2545757e-3565-43ac-8647-9693f02cbdb1 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:19:32.646632 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ccd16abf-6286-41c9-9fd7-c7d2b783be8e req-9150c6ff-93f0-47c9-a530-b39bc3a6f768 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483541 Aug 25 05:19:32.891489 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2545757e-3565-43ac-8647-9693f02cbdb1 {{(pid=107056) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:19:32.899570 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks [] for port (2545757e-3565-43ac-8647-9693f02cbdb1), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:32.913714 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.provisioning_blocks [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Transition to ACTIVE for port object 2545757e-3565-43ac-8647-9693f02cbdb1 will not be triggered until provisioned by entity L2. {{(pid=107056) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:19:33.011487 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.073183 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:33.122279 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Attempting to bind port 2545757e-3565-43ac-8647-9693f02cbdb1 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:19:33.122611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Attempting to bind port 2545757e-3565-43ac-8647-9693f02cbdb1 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:19:33.122939 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Attempting to bind port 2545757e-3565-43ac-8647-9693f02cbdb1 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:19:33.127260 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Port 2545757e-3565-43ac-8647-9693f02cbdb1 on network 68f1da36-d799-4803-8568-258dd71a0604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:19:33.127574 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Attempting to bind port 2545757e-3565-43ac-8647-9693f02cbdb1 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:19:33.133463 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:19:33.133855 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:19:33.134226 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107056) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:19:33.134642 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.managers [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Bound port: 2545757e-3565-43ac-8647-9693f02cbdb1, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107056) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:19:33.135011 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.149237 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:33.200795 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, cleared binding levels {{(pid=107056) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:19:33.203863 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2545757e-3565-43ac-8647-9693f02cbdb1,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107056) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:19:33.263525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.267959 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:33.268563 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.270153 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39508) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:33.270590 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/2545757e-3565-43ac-8647-9693f02cbdb1 HTTP/1.1" status: 200 len: 1094 time: 0.7204533 Aug 25 05:19:33.272724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:33.275006 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b154b1f-4331-41c1-ba9a-48911d2ca806" -d '{"events": [{"name": "network-changed", "server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:33.324762 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d200d-0cd0-4b3d-bcbe-dc89646d0e00 service neutron] Pushing event updated for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=3']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:33.336150 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (163d069b-218a-45a1-8a6e-e1d61f705f48), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.360653 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (163d069b-218a-45a1-8a6e-e1d61f705f48), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.376643 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476e5872-07fe-452b-b323-b1260b773c73 x-openstack-request-id: req-476e5872-07fe-452b-b323-b1260b773c73 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:33.377349 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:33.377618 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-476e5872-07fe-452b-b323-b1260b773c73 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:33.378015 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-476e5872-07fe-452b-b323-b1260b773c73'] response: {'name': 'network-changed', 'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1', 'status': 'completed', 'code': 200} Aug 25 05:19:33.449001 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-58eb6eee-f05d-43a9-9e1e-f8cdebf90cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:33.450562 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-58eb6eee-f05d-43a9-9e1e-f8cdebf90cfa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 1128 time: 0.0396740 Aug 25 05:19:33.457901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (163d069b-218a-45a1-8a6e-e1d61f705f48), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.460563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.461744 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/163d069b-218a-45a1-8a6e-e1d61f705f48 HTTP/1.1" status: 204 len: 168 time: 0.1904588 Aug 25 05:19:33.464564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39514) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:33.471276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392c8e0-0de6-4f69-b00c-376e49e78e37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d069b-218a-45a1-8a6e-e1d61f705f48,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:33.489532 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.api.v2.resource [None req-4a68b43c-58b1-430e-b4df-9c109fd3d42e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] show failed (client error): The resource could not be found. Aug 25 05:19:33.490892 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4a68b43c-58b1-430e-b4df-9c109fd3d42e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups/163d069b-218a-45a1-8a6e-e1d61f705f48 HTTP/1.1" status: 404 len: 347 time: 0.0253861 Aug 25 05:19:33.494267 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39516) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:33.520604 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-79e10a7d-ff34-4450-b615-0e81d606c02f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2545757e-3565-43ac-8647-9693f02cbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0451622 Aug 25 05:19:33.570646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6a78698f-043f-4a66-8537-3f06c8f5b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:33.572135 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-6a78698f-043f-4a66-8537-3f06c8f5b065 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0458848 Aug 25 05:19:33.606406 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Deleting port f8b47576-0b85-40a0-9699-20de53952940 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:33.607026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f8b47576-0b85-40a0-9699-20de53952940), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.616996 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818a86b-5f99-480e-a354-321b42a68b4f req-e2a7b3f5-00e3-417e-9a7b-91dc7abe1ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:33.618508 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-e2a7b3f5-00e3-417e-9a7b-91dc7abe1ee0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404565 Aug 25 05:19:33.677409 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:33.690821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f8b47576-0b85-40a0-9699-20de53952940), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.691158 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (f8b47576-0b85-40a0-9699-20de53952940), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:33.704347 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 918a320b-9189-42f8-9052-24cef6e0d004 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:19:33.704887 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 918a320b-9189-42f8-9052-24cef6e0d004 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:33.705205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Calling delete_port for f8b47576-0b85-40a0-9699-20de53952940 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:33.718085 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-c7c40e92-aaf4-47a8-b061-9652a24787af service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913825 Aug 25 05:19:33.808777 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b818a86b-5f99-480e-a354-321b42a68b4f req-e599ce7b-b187-4f8b-b292-b61ac06882e1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831251 Aug 25 05:19:33.810925 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a6e83-edc8-476e-bd1e-93a91c45d7ca req-3b5e4b42-92b0-472d-ad76-9baaefa875e3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:33.812413 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f69a6e83-edc8-476e-bd1e-93a91c45d7ca req-3b5e4b42-92b0-472d-ad76-9baaefa875e3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 944 time: 0.0673501 Aug 25 05:19:33.863176 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:33.893348 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f69a6e83-edc8-476e-bd1e-93a91c45d7ca req-388ca2c2-c0d2-40a4-b7ce-f02acc9f0590 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744762 Aug 25 05:19:33.988685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f8b47576-0b85-40a0-9699-20de53952940), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.013425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'Port': ['ID=f8b47576-0b85-40a0-9699-20de53952940,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:34.075713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (8d0096a2-4515-4af7-bfbf-ecfe9ff54d77), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.078076 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.079199 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-37e5f8ec-6f7d-45c1-8606-c2f911a25979 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/8d0096a2-4515-4af7-bfbf-ecfe9ff54d77 HTTP/1.1" status: 204 len: 168 time: 0.5837147 Aug 25 05:19:34.243888 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39522) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:34.248460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1756870071', 'description': 'tempest-description--429209106'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:34.260702 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:34.377257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.442929 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (4437cb77-cb95-41b6-9a8e-c4be45771f58), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.531400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4437cb77-cb95-41b6-9a8e-c4be45771f58), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.560566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4437cb77-cb95-41b6-9a8e-c4be45771f58,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:34.624533 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.625820 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-93b9c335-ccf6-4fb7-8cbc-16a111a9e5ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3808160 Aug 25 05:19:34.629248 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39524) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:34.633348 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group_rule': {'security_group_id': '4437cb77-cb95-41b6-9a8e-c4be45771f58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:34.731314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (25da39af-d00e-4ca3-9ed7-2cecc4dc8c62), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.785190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (25da39af-d00e-4ca3-9ed7-2cecc4dc8c62), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.856917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (25da39af-d00e-4ca3-9ed7-2cecc4dc8c62), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.875272 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25da39af-d00e-4ca3-9ed7-2cecc4dc8c62,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:34.921548 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:34.922923 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a1c51f77-2654-4e31-a9e4-2697d08036cf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927744 Aug 25 05:19:34.926181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39528) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:34.930425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'security_group_rule': {'security_group_id': '4437cb77-cb95-41b6-9a8e-c4be45771f58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:35.014572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db276dc-842e-48a7-8312-eaeae7ac99fd req-14be9bed-35db-4e89-bbb7-375d7998d23a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:35.016020 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6db276dc-842e-48a7-8312-eaeae7ac99fd req-14be9bed-35db-4e89-bbb7-375d7998d23a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 944 time: 0.0489194 Aug 25 05:19:35.063299 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (aa5b1bd4-1410-4e42-8e98-626b582dbdf1), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.077814 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6db276dc-842e-48a7-8312-eaeae7ac99fd req-3e235d61-a800-4939-ac4e-6f94074d745b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559919 Aug 25 05:19:35.124518 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (aa5b1bd4-1410-4e42-8e98-626b582dbdf1), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.176683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (aa5b1bd4-1410-4e42-8e98-626b582dbdf1), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.194276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5b1bd4-1410-4e42-8e98-626b582dbdf1,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:35.258733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.259966 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6372f55f-10e4-4289-9eaa-38ed692ef025 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3328831 Aug 25 05:19:35.263121 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39530) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:35.267667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:35.278069 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:35.359687 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.438902 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.543239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Allocated IP 172.27.3.227 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/a3cbf3cd-aafc-414f-8a55-ea49dbb402d2) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:19:35.673742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2545757e-3565-43ac-8647-9693f02cbdb1 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:19:35.774098 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2545757e-3565-43ac-8647-9693f02cbdb1,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:35.789755 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '2545757e-3565-43ac-8647-9693f02cbdb1', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'port_id': '2545757e-3565-43ac-8647-9693f02cbdb1', 'mac_address': 'fa:16:3e:64:c1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:19:35.825096 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 2545757e-3565-43ac-8647-9693f02cbdb1 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:19:35.825487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.838392 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2545757e-3565-43ac-8647-9693f02cbdb1 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:19:35.859067 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2545757e-3565-43ac-8647-9693f02cbdb1,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:35.884376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:35.893367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:36.039807 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.063470 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.087332 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:36.094395 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.097765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.098507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.098507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.098684 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.098880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.099192 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:19:36.100822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:19:36.110893 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:19:36.115795 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:19:36.147285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=a3cbf3cd-aafc-414f-8a55-ea49dbb402d2,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:36.207557 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.236888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c97c-9f9e-46e8-8747-959c02cbd3ec req-68c4b41d-c8c6-45ec-a506-c44c557c7ee0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.238408 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ba3c97c-9f9e-46e8-8747-959c02cbd3ec req-68c4b41d-c8c6-45ec-a506-c44c557c7ee0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 945 time: 0.0837018 Aug 25 05:19:36.241437 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-efabf27e-3c81-455c-a15d-5826f093d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.242813 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-efabf27e-3c81-455c-a15d-5826f093d37b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 1129 time: 0.0547504 Aug 25 05:19:36.285582 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6ba3c97c-9f9e-46e8-8747-959c02cbd3ec req-557353c3-3147-483f-87b9-a755e1e2fb4b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412853 Aug 25 05:19:36.314254 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.402499 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:36.462162 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.520156 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.562882 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['2545757e-3565-43ac-8647-9693f02cbdb1'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:19:36.593705 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.601259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=a3cbf3cd-aafc-414f-8a55-ea49dbb402d2,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:36.677884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:36.687261 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1b104be8-271b-484a-b7e3-c55da9fc4d93 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4151399 Aug 25 05:19:36.687469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-f2793d53-c27a-49ff-a7ce-4bca50e01b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.687469 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-f2793d53-c27a-49ff-a7ce-4bca50e01b4f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 915 time: 0.1058035 Aug 25 05:19:36.778358 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-02c6611e-30b7-4f85-985f-dcc00e1f1fdf service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2545757e-3565-43ac-8647-9693f02cbdb1 HTTP/1.1" status: 200 len: 217 time: 0.0352123 Aug 25 05:19:36.827882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-6a6d1b1f-71d9-42d6-8b31-860fcd9d731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.829318 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-6a6d1b1f-71d9-42d6-8b31-860fcd9d731d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0445120 Aug 25 05:19:36.831972 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-29ed763e-0cc4-44f5-bc5e-2de542b7401b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1756870071&fields=id&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 267 time: 0.0412529 Aug 25 05:19:36.882097 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-7c7d7b9a-a15b-44d2-961a-aa6d4d942b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.883628 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-7c7d7b9a-a15b-44d2-961a-aa6d4d942b6a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430036 Aug 25 05:19:36.944836 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-195e1dfd-e06b-4a33-901b-0e08442e4fc7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:36.946378 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-195e1dfd-e06b-4a33-901b-0e08442e4fc7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 817 time: 0.1078563 Aug 25 05:19:36.962202 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-a9cffe16-b6d6-4622-9377-ded33ba9e144 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/quotas/dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 375 time: 0.0103190 Aug 25 05:19:37.023897 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-5ccfc691-8725-4a81-a8f9-337901199c2a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561600 Aug 25 05:19:37.180279 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-0dfed184-1df2-4dd1-a4df-7eb5e2bb74e1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448338 Aug 25 05:19:37.240485 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:37.275249 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-9afab3c7-1386-4163-a174-340999b08b0b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964963 Aug 25 05:19:37.277681 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-efcd0652-819f-411b-8e4c-a08bacbfd904 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911450 Aug 25 05:19:37.350727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:37.381424 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5b154b1f-4331-41c1-ba9a-48911d2ca806 req-536aaf35-756a-4c27-a245-d78f55c0f862 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889108 Aug 25 05:19:37.623220 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bdebf-706a-4df1-a025-c8f4c79de6d9 req-9f129adc-770f-41cf-8b7a-f16954ef510c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:37.624741 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c77bdebf-706a-4df1-a025-c8f4c79de6d9 req-9f129adc-770f-41cf-8b7a-f16954ef510c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 945 time: 0.0551190 Aug 25 05:19:37.646197 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6885b99a-c65e-4737-ad7b-e373a5cb8286 req-e7a5967d-6def-46f7-9df4-f50a734cff73 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0437605 Aug 25 05:19:37.692019 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c77bdebf-706a-4df1-a025-c8f4c79de6d9 req-0c0d65c0-6c7f-41d9-bc08-7b64a84ba927 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595543 Aug 25 05:19:37.696996 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2545757e-3565-43ac-8647-9693f02cbdb1 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:19:37.740525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 2545757e-3565-43ac-8647-9693f02cbdb1 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:19:37.862813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:37.885313 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 2545757e-3565-43ac-8647-9693f02cbdb1 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:19:37.885715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:37.960648 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 2545757e-3565-43ac-8647-9693f02cbdb1 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:19:37.961032 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:37.983370 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:37.985637 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f207dc55-2412-490e-b726-2f026080e0b4" -d '{"events": [{"server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "name": "network-vif-plugged", "status": "completed", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:37.998056 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2545757e-3565-43ac-8647-9693f02cbdb1,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:38.083960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f41a21-d0c4-47df-a9f8-73e1af1a73e2 x-openstack-request-id: req-87f41a21-d0c4-47df-a9f8-73e1af1a73e2 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:38.084287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "name": "network-vif-plugged", "status": "completed", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:38.084607 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87f41a21-d0c4-47df-a9f8-73e1af1a73e2 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:38.085027 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f41a21-d0c4-47df-a9f8-73e1af1a73e2'] response: {'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1', 'code': 200} Aug 25 05:19:38.171552 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:38.223338 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:38.432687 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-2364be79-49be-41c7-b35b-8ff8640e4913 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385060 Aug 25 05:19:38.548444 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-147cf293-c779-4dd6-a96f-73ab7da0b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:38.549971 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-147cf293-c779-4dd6-a96f-73ab7da0b9d1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 1130 time: 0.0386937 Aug 25 05:19:38.659207 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-d5c849ac-1e8a-4ce8-8cda-a07d66a7f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:38.662124 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-d5c849ac-1e8a-4ce8-8cda-a07d66a7f546 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.0938039 Aug 25 05:19:38.753565 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-091a017a-d45a-44ed-a2b9-1d4f45620324 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 200 len: 1002 time: 0.0683215 Aug 25 05:19:38.763575 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d6994873-1f01-4b59-941b-bf43e1460182 req-6b802714-0fcb-4f29-9403-2937af28feb2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0314918 Aug 25 05:19:38.767411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70ed3-9981-4c99-93a3-875b68d5571a req-bd414da4-e7ca-4be9-a435-fda9e818a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:38.769183 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c6f70ed3-9981-4c99-93a3-875b68d5571a req-bd414da4-e7ca-4be9-a435-fda9e818a40e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 1130 time: 0.0685468 Aug 25 05:19:38.801085 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:38.823918 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c6f70ed3-9981-4c99-93a3-875b68d5571a req-67d89d06-324b-4bbb-8348-e5a078dc642a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467722 Aug 25 05:19:38.829663 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-c7f9661f-8a38-4875-acc1-8f45ba2a876c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:38.832030 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-c7f9661f-8a38-4875-acc1-8f45ba2a876c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0709064 Aug 25 05:19:38.871290 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05573-a08f-4207-b41d-4756ee4a55dc req-4ab2afc7-f2c1-4042-a8b0-d6aeb47de4ff tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:38.872753 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b6e05573-a08f-4207-b41d-4756ee4a55dc req-4ab2afc7-f2c1-4042-a8b0-d6aeb47de4ff tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0526071 Aug 25 05:19:38.888940 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:19:38.920439 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b6e05573-a08f-4207-b41d-4756ee4a55dc req-36e2718b-ab7f-4f5e-81d0-246d613254c6 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418882 Aug 25 05:19:39.320527 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-3a308023-ae42-4606-933a-19812e658571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:39.322169 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-3a308023-ae42-4606-933a-19812e658571 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411534 Aug 25 05:19:39.926866 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d17b51d-3be0-48df-a32a-75783a9e2fde req-0b7e85de-811c-467a-9138-f4706b88f2c2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0673363 Aug 25 05:19:39.969885 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-89f29c57-2d1b-4f17-8b24-a1bb11bc2245 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270449 Aug 25 05:19:40.086431 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467eedef-7ff0-4e36-b8ea-93e07e2c3aaf req-37931ec8-4ab0-41d4-bb09-7d472197445f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:40.087858 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-467eedef-7ff0-4e36-b8ea-93e07e2c3aaf req-37931ec8-4ab0-41d4-bb09-7d472197445f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0569258 Aug 25 05:19:40.131420 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0bda8f2d-1f53-4b9a-9ad4-5091886aaaa7 req-54e58720-b914-4022-b0a5-4ac89e52cf51 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500387 Aug 25 05:19:40.152775 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-467eedef-7ff0-4e36-b8ea-93e07e2c3aaf req-75e1c2b5-74d5-4b06-bcb8-daa592020708 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560377 Aug 25 05:19:40.402673 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01e1c9-d18f-4c85-964f-12b1f3fa2027 req-a8d8ba87-513c-4615-93c0-70ee051d5099 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:40.404134 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6c01e1c9-d18f-4c85-964f-12b1f3fa2027 req-a8d8ba87-513c-4615-93c0-70ee051d5099 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0524147 Aug 25 05:19:40.450472 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6c01e1c9-d18f-4c85-964f-12b1f3fa2027 req-8d1ddb1e-5c55-4f0d-8c76-111bba9e1cf6 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Aug 25 05:19:41.043537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c580a72f-5730-48ab-a4e3-e8aa6c87d394 req-a7965b65-0c13-4f6a-8f92-9b8825ed82a2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0285711 Aug 25 05:19:41.276740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b8883-6da1-46b6-baa6-c12414d16c53 req-2cae64ee-27da-4897-941b-9faf59992a38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:41.278218 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-105b8883-6da1-46b6-baa6-c12414d16c53 req-2cae64ee-27da-4897-941b-9faf59992a38 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0464098 Aug 25 05:19:41.324741 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-105b8883-6da1-46b6-baa6-c12414d16c53 req-203f564e-df69-4482-aa6b-6c08e6267f61 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 Aug 25 05:19:41.437527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f06f2-faa4-4b0d-b5d0-b52d446d84d0 req-fd361a58-6df0-4d78-906c-aa778b60f8cb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:41.438988 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e55f06f2-faa4-4b0d-b5d0-b52d446d84d0 req-fd361a58-6df0-4d78-906c-aa778b60f8cb tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0478804 Aug 25 05:19:41.449053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39602) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:41.453204 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'port_id': '2545757e-3565-43ac-8647-9693f02cbdb1'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:41.491191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:41.559551 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:41.567704 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6185-8c38-4943-9aed-3096c38f776e req-e704c115-cd2a-4092-befe-9dd368650630 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:41.569177 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e29f6185-8c38-4943-9aed-3096c38f776e req-e704c115-cd2a-4092-befe-9dd368650630 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0467124 Aug 25 05:19:41.594904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:41.621024 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e29f6185-8c38-4943-9aed-3096c38f776e req-ae905939-3760-45ca-9b5e-d9f09aa26298 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460191 Aug 25 05:19:41.685900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:41.910259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:41.965265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:42.059720 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP c83e987d-af53-4919-bdc8-60122ab24ef2 associated. External IP: 172.27.3.170, port: 2545757e-3565-43ac-8647-9693f02cbdb1. Aug 25 05:19:42.166441 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ffc701cf-3eec-4f8d-a77a-d39762f6c82f req-18eea59c-8970-4d24-b7e2-c158d55a46ee tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0355864 Aug 25 05:19:42.282165 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:42.384383 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:42.388770 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:42.392379 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:42.394036 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:42.404862 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:42.405455 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:42.418850 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7f7c7594-f67e-4954-b9b4-e3e450e8e8df tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/c83e987d-af53-4919-bdc8-60122ab24ef2 HTTP/1.1" status: 200 len: 992 time: 0.9688518 Aug 25 05:19:42.419425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:42.421758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43935554-378e-4523-8c97-437a5e5cd4ea" -d '{"events": [{"name": "network-changed", "server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:42.459255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242831d-af02-4770-ae4c-94f5de6f1548 x-openstack-request-id: req-d242831d-af02-4770-ae4c-94f5de6f1548 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:42.459548 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:42.459805 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d242831d-af02-4770-ae4c-94f5de6f1548 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:42.460209 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d242831d-af02-4770-ae4c-94f5de6f1548'] response: {'name': 'network-changed', 'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1', 'status': 'completed', 'code': 200} Aug 25 05:19:42.509011 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:42.711040 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'c83e987d-af53-4919-bdc8-60122ab24ef2', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '2545757e-3565-43ac-8647-9693f02cbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:64:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940baae4-f323-4807-87d4-f556d88e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:26Z', 'updated_at': '2022-08-25T05:19:41Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:42.735322 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:42.738537 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443db96-ff9d-4774-9911-a0ac8ff054cb req-a76ba855-a4a6-402c-9365-d086ec0c228d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:42.740010 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a443db96-ff9d-4774-9911-a0ac8ff054cb req-a76ba855-a4a6-402c-9365-d086ec0c228d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0483673 Aug 25 05:19:42.744526 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:42.745129 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:42.788519 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a443db96-ff9d-4774-9911-a0ac8ff054cb req-6b40e630-ff09-47e4-8d7c-dc79326f02ee tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 Aug 25 05:19:42.845934 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:43.051715 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'c83e987d-af53-4919-bdc8-60122ab24ef2', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '2545757e-3565-43ac-8647-9693f02cbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:64:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940baae4-f323-4807-87d4-f556d88e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:26Z', 'updated_at': '2022-08-25T05:19:41Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:43.075448 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db776aa1-12ee-4848-8db7-8a8a54a95cb9 None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'c83e987d-af53-4919-bdc8-60122ab24ef2', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': '2545757e-3565-43ac-8647-9693f02cbdb1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:64:c1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '940baae4-f323-4807-87d4-f556d88e3e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:26Z', 'updated_at': '2022-08-25T05:19:41Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:43.263318 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d80198-761c-4ad6-b701-fa5aa88d8660 None None] New status for floating IP c83e987d-af53-4919-bdc8-60122ab24ef2: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:43.277098 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f5e217ad-6ff4-4abe-bb07-3e340f8e6895 req-03b41367-c78e-4ed4-90b0-9fabd1c750f3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0295808 Aug 25 05:19:43.905294 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb71e79-5cfa-49f4-be22-c9be936ec1a0 req-4fce93c0-fdcb-4509-81cc-f5f40a0e9679 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:43.906825 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6fb71e79-5cfa-49f4-be22-c9be936ec1a0 req-4fce93c0-fdcb-4509-81cc-f5f40a0e9679 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0459495 Aug 25 05:19:43.956757 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6fb71e79-5cfa-49f4-be22-c9be936ec1a0 req-dfbad1a2-218b-4349-ba45-859562a8a0c1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439413 Aug 25 05:19:44.382209 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5d6b4c3-7a85-46ff-9f8b-b56200ba0ea8 req-4f697488-1bc5-46c0-8917-e157e64753dd tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0285625 Aug 25 05:19:44.656794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935554-378e-4523-8c97-437a5e5cd4ea req-5a38e14c-78a1-4893-9bc0-17d72d545971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.658353 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-5a38e14c-78a1-4893-9bc0-17d72d545971 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 1130 time: 0.0400939 Aug 25 05:19:44.680464 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-5fb9ab83-5975-4d3b-8184-dc89b35bfc45 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.685454 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-5fb9ab83-5975-4d3b-8184-dc89b35bfc45 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.0475526 Aug 25 05:19:44.752372 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935554-378e-4523-8c97-437a5e5cd4ea req-039321c2-e6f2-43fd-b663-9d5010695a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.754489 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-039321c2-e6f2-43fd-b663-9d5010695a45 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 915 time: 0.0902131 Aug 25 05:19:44.818040 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:44.834643 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-d3da4535-2dc5-4deb-963b-7b9a6358f25e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2545757e-3565-43ac-8647-9693f02cbdb1 HTTP/1.1" status: 200 len: 1002 time: 0.0556018 Aug 25 05:19:44.869335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Deleting port dec7654a-e3e6-4b89-9a04-fa7592ccc30b {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:44.869713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:44.886715 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935554-378e-4523-8c97-437a5e5cd4ea req-de23b4e6-c280-434f-b502-b30b0548082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.888247 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-de23b4e6-c280-434f-b502-b30b0548082f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0476227 Aug 25 05:19:44.925738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-8c8308a8-72db-4c11-b47e-73f42174feed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.927142 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-8c8308a8-72db-4c11-b47e-73f42174feed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 817 time: 0.2040203 Aug 25 05:19:44.937239 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43935554-378e-4523-8c97-437a5e5cd4ea req-40d9b7dc-d0f6-4b2b-9c2c-f160e58e59a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:44.938798 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-40d9b7dc-d0f6-4b2b-9c2c-f160e58e59a5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437293 Aug 25 05:19:45.005376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] For port dec7654a-e3e6-4b89-9a04-fa7592ccc30b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:45.012462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:45.043787 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-7ebc2368-08a8-4065-947e-c66bc96d765d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919142 Aug 25 05:19:45.104560 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-86e6a034-e056-4b1f-8d6b-55636af95d2b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 380 time: 0.1533315 Aug 25 05:19:45.124257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'port': {'device_id': '15c73035-4140-417b-b820-a1f7ce16e591', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'admin_state_up': True, 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'security_groups': ['4437cb77-cb95-41b6-9a8e-c4be45771f58']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:45.142164 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-a0de31f9-519a-4b22-9e6f-1f494a381b0d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928292 Aug 25 05:19:45.215103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce202e-2ef7-4aec-89fa-79d06b2a05aa req-dbc6f4fb-9d77-46fd-a2d9-40306c36e265 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:45.216496 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cbce202e-2ef7-4aec-89fa-79d06b2a05aa req-dbc6f4fb-9d77-46fd-a2d9-40306c36e265 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 945 time: 0.1568389 Aug 25 05:19:45.350846 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:45.491604 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-215d9eab-ace0-4547-9e60-f29781c6819d req-fc90e46a-09e6-4dc4-b689-940035327111 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Aug 25 05:19:45.546179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:45.593504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:45.593890 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:45.594207 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Floating IP 80022a5c-bc1a-46e9-9e75-e00e2f6b7693 disassociated. External IP: 172.27.3.158, port: dec7654a-e3e6-4b89-9a04-fa7592ccc30b. Aug 25 05:19:45.594550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Calling delete_port for dec7654a-e3e6-4b89-9a04-fa7592ccc30b owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:45.605517 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cbce202e-2ef7-4aec-89fa-79d06b2a05aa req-324b3a54-d833-480e-bdc0-9c52cc0c8785 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fef93970-d8d0-4da8-95d3-28b4447577b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815138 Aug 25 05:19:45.742403 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Made reservation on behalf of dcd7d2bdaffb4d168f27cf6444e005dd for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:19:45.746031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:45.821623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (dec7654a-e3e6-4b89-9a04-fa7592ccc30b), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:45.874354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event deleted for resources: {'Port': ['ID=dec7654a-e3e6-4b89-9a04-fa7592ccc30b,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:45.940479 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Allocated IP 172.20.0.11 (2acaae5e-ff29-4076-80e0-d2cd629fe935/48caa971-6f78-421a-8637-e3deda08873c/734e6925-ff8f-414a-b2c5-79868183c1ba) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:19:45.979522 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:46.065292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:46.136697 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:46.203334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.226161 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:46.236323 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:46.247377 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:46.248380 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:46.285078 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] No DVR routers for this DVR port dec7654a-e3e6-4b89-9a04-fa7592ccc30b on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:19:46.287836 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.291148 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-86d8cac3-db0e-44c1-81a7-0c81dc6b7aa8 req-21188d17-cd60-4caa-85ac-23657eaa17d1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "DELETE /networking/v2.0/ports/dec7654a-e3e6-4b89-9a04-fa7592ccc30b HTTP/1.1" status: 204 len: 173 time: 1.5747230 Aug 25 05:19:46.291596 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'name': 'network-vif-deleted', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:46.294164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f46f42-4e51-4a7e-8846-025efcd9d62b" -d '{"events": [{"server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "name": "network-vif-deleted", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:46.333425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.344410 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:46.344811 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e724a11-2cef-42c7-96b8-d5e3d9f56a67 x-openstack-request-id: req-6e724a11-2cef-42c7-96b8-d5e3d9f56a67 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:46.345106 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79e79a1-46cc-437a-8c59-452ad20d1c13", "name": "network-vif-deleted", "tag": "dec7654a-e3e6-4b89-9a04-fa7592ccc30b", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:46.345629 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e724a11-2cef-42c7-96b8-d5e3d9f56a67 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:46.346034 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e724a11-2cef-42c7-96b8-d5e3d9f56a67'] response: {'server_uuid': 'e79e79a1-46cc-437a-8c59-452ad20d1c13', 'name': 'network-vif-deleted', 'tag': 'dec7654a-e3e6-4b89-9a04-fa7592ccc30b', 'status': 'completed', 'code': 200} Aug 25 05:19:46.364332 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:46.389094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:19:46.394372 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:19:46.396560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:46.398769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:19:46.449105 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:46.449869 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.562440 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:46.566234 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-263644ab-89f7-48db-8532-10927de64d5d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4512966 Aug 25 05:19:46.586334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Request body: {'port': {'device_id': '15c73035-4140-417b-b820-a1f7ce16e591', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:46.593054 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:46.602457 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:46.603076 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:46.649733 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-69b2c6c8-ad2f-497a-a6a6-1fc58aa58df8 None None] Provisioning complete for port 734e6925-ff8f-414a-b2c5-79868183c1ba triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:19:46.650954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-69b2c6c8-ad2f-497a-a6a6-1fc58aa58df8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.689209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:46.691508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-69b2c6c8-ad2f-497a-a6a6-1fc58aa58df8 None None] Port 734e6925-ff8f-414a-b2c5-79868183c1ba cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:19:46.699737 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:46.707894 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911872f-0e3b-41f6-8f57-a9625a8c25ce req-6eb7917f-014e-466c-87a7-a6405e02e5d4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:46.709412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7911872f-0e3b-41f6-8f57-a9625a8c25ce req-6eb7917f-014e-466c-87a7-a6405e02e5d4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 932 time: 0.1241074 Aug 25 05:19:46.738293 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:46.753844 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2ee4692c-59f6-4a53-aeb3-00d85b53d285 req-60d103e2-4abe-409c-bf8b-f81b40f204e2 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e79e79a1-46cc-437a-8c59-452ad20d1c13 HTTP/1.1" status: 200 len: 210 time: 0.0292864 Aug 25 05:19:46.873953 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7911872f-0e3b-41f6-8f57-a9625a8c25ce req-d875f6d6-fc8d-493a-9fb1-5468746a2cf1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237819 Aug 25 05:19:47.014479 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:47.016586 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:19:47.025196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks [] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:47.038348 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Transition to ACTIVE for port object 734e6925-ff8f-414a-b2c5-79868183c1ba will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:19:47.042272 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66620541-1e22-4cc2-aaaf-f30282e1fd5a None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '156a29a6-ca0b-45af-a4c4-13fd8f1e1d28', 'name': '', 'network_id': '0988213e-697f-43c0-8bbc-3d3f281f4405', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'mac_address': 'fa:16:3e:24:99:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:14:00Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'subnets': [{'id': '9db3400d-8e89-4a3f-b692-88d77b37fd62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:47.108419 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:47.172808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:47.232523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Attempting to bind port 734e6925-ff8f-414a-b2c5-79868183c1ba on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:19:47.232879 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Attempting to bind port 734e6925-ff8f-414a-b2c5-79868183c1ba by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:19:47.233215 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Attempting to bind port 734e6925-ff8f-414a-b2c5-79868183c1ba on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:19:47.238347 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Port 734e6925-ff8f-414a-b2c5-79868183c1ba on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:19:47.238672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Attempting to bind port 734e6925-ff8f-414a-b2c5-79868183c1ba on network 2acaae5e-ff29-4076-80e0-d2cd629fe935 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:19:47.243985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:19:47.244327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Checking segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:19:47.247203 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Bound using segment: {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:19:47.247635 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Bound port: 734e6925-ff8f-414a-b2c5-79868183c1ba, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410d2cc3-719e-40c2-ae1e-1d91d32ea022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:19:47.251973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:47.285834 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cea2bd-d0c2-4133-90d9-70b37b441d5f None None] New status for floating IP 80022a5c-bc1a-46e9-9e75-e00e2f6b7693: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:47.317971 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:19:47.321011 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:19:47.394726 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:47.398429 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:47.399061 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:47.400537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1094 time: 0.8231497 Aug 25 05:19:47.448254 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a40a8-8786-4f40-b39f-3b658aa31a81 service neutron] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:47.575378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-22ea3fdc-cc94-47a0-a2fc-6c20c61dcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:47.576994 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-22ea3fdc-cc94-47a0-a2fc-6c20c61dcef2 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1128 time: 0.0400329 Aug 25 05:19:47.639710 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-31a470e1-aa12-4a17-9247-21d4902bc682 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 217 time: 0.0364971 Aug 25 05:19:47.686968 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-275a6cc9-3a84-4811-9d0f-93ae5c2f1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:47.688409 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-275a6cc9-3a84-4811-9d0f-93ae5c2f1c8d service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0425758 Aug 25 05:19:47.702060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:47.730946 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-a748553e-07f5-4049-93f8-ecf6835d619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:47.732410 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-a748553e-07f5-4049-93f8-ecf6835d619a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385966 Aug 25 05:19:47.776734 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device dec7654a-e3e6-4b89-9a04-fa7592ccc30b no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:47.779955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:47.803959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: dec7654a-e3e6-4b89-9a04-fa7592ccc30b {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:19:47.804308 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device dec7654a-e3e6-4b89-9a04-fa7592ccc30b not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:47.827288 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-30a57f83-ec50-477d-9ec0-1bec076ccaed service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882430 Aug 25 05:19:47.891339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:47.919495 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b7325d3-6b49-4aa1-aebe-2689cd0f40fa req-3a150716-a0ac-41de-8af6-42c5f2334430 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852406 Aug 25 05:19:47.939895 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39640) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:48.024025 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077dc5ef-cf23-45b0-a189-f027147e61b1 req-d6375379-2bd6-4e03-83ef-7c1ba439b2c3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:48.025463 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-077dc5ef-cf23-45b0-a189-f027147e61b1 req-d6375379-2bd6-4e03-83ef-7c1ba439b2c3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0666296 Aug 25 05:19:48.048498 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (fef93970-d8d0-4da8-95d3-28b4447577b4), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.083265 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (fef93970-d8d0-4da8-95d3-28b4447577b4), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.112058 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-077dc5ef-cf23-45b0-a189-f027147e61b1 req-b8c2b77c-bd39-4f15-883d-bed184aafc84 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787191 Aug 25 05:19:48.245701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (fef93970-d8d0-4da8-95d3-28b4447577b4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.248403 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.249543 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/fef93970-d8d0-4da8-95d3-28b4447577b4 HTTP/1.1" status: 204 len: 168 time: 0.3106649 Aug 25 05:19:48.252270 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39642) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:48.259591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e1a75-6944-498d-b73d-77c4d28bc404 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef93970-d8d0-4da8-95d3-28b4447577b4,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:48.266890 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.api.v2.resource [None req-8c413ebb-223d-49d5-97e6-b557b1c45212 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] show failed (client error): The resource could not be found. Aug 25 05:19:48.267896 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8c413ebb-223d-49d5-97e6-b557b1c45212 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups/fef93970-d8d0-4da8-95d3-28b4447577b4 HTTP/1.1" status: 404 len: 347 time: 0.0140390 Aug 25 05:19:48.271246 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39644) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:48.348286 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:48.350567 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1678071-ad61-4c04-80df-c2cc75a2261d" -d '{"events": [{"name": "network-changed", "server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:48.390930 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Deleting port aafea8de-9748-4822-9e08-a08b3cfb5dc7 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:48.391295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.394717 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caeffdc8-7307-418e-8daa-867f22ea2dc9 x-openstack-request-id: req-caeffdc8-7307-418e-8daa-867f22ea2dc9 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:48.395000 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:48.395249 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-caeffdc8-7307-418e-8daa-867f22ea2dc9 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:48.395638 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caeffdc8-7307-418e-8daa-867f22ea2dc9'] response: {'name': 'network-changed', 'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'status': 'completed', 'code': 200} Aug 25 05:19:48.472922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.473248 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (aafea8de-9748-4822-9e08-a08b3cfb5dc7), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.485223 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Calling delete_port for aafea8de-9748-4822-9e08-a08b3cfb5dc7 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:48.696995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (aafea8de-9748-4822-9e08-a08b3cfb5dc7), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.719760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event deleted for resources: {'Port': ['ID=aafea8de-9748-4822-9e08-a08b3cfb5dc7,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:48.782418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks [] for floatingip (80022a5c-bc1a-46e9-9e75-e00e2f6b7693), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.785452 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:48.786611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d6a243c9-09d6-457c-a26d-16f47e8447f1 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/80022a5c-bc1a-46e9-9e75-e00e2f6b7693 HTTP/1.1" status: 204 len: 168 time: 0.5144417 Aug 25 05:19:49.237361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d61aa6-16f8-47f9-8183-6baa7f1b8b6e req-26a5889d-1b04-4369-93d1-20cd0824c83b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:49.238870 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f6d61aa6-16f8-47f9-8183-6baa7f1b8b6e req-26a5889d-1b04-4369-93d1-20cd0824c83b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0476429 Aug 25 05:19:49.285662 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f6d61aa6-16f8-47f9-8183-6baa7f1b8b6e req-568376e4-bccc-4cf4-bcca-ac513ea7cc53 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Aug 25 05:19:49.777891 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:19:49.790244 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:49.850837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:49.875242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:49.886702 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:19:49.924634 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:19:49.925560 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:49.940131 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:19:49.960367 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:50.039761 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:50.089404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:50.341096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-cdd382ea-83b5-4a10-84de-5d68f4d8ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:50.342679 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-cdd382ea-83b5-4a10-84de-5d68f4d8ced1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1129 time: 0.0451713 Aug 25 05:19:50.448701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff8445-1e21-408c-b2a5-82731d0afec2 req-292dba98-f555-461e-8103-6429be383c35 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:50.450202 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2eff8445-1e21-408c-b2a5-82731d0afec2 req-292dba98-f555-461e-8103-6429be383c35 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0824859 Aug 25 05:19:50.492908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-51e47ff9-14d0-42f1-8f42-b67dbed77b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:50.494340 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-51e47ff9-14d0-42f1-8f42-b67dbed77b5f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.1450517 Aug 25 05:19:50.515043 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:50.530545 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['734e6925-ff8f-414a-b2c5-79868183c1ba'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:19:50.543255 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-67a93333-3491-452b-a4b4-d2353f97834d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 217 time: 0.0411954 Aug 25 05:19:50.546863 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2eff8445-1e21-408c-b2a5-82731d0afec2 req-d2d3af81-bdf9-47a8-87b5-a8d33ba1f8e0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895128 Aug 25 05:19:50.596317 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-892666d4-5aac-4454-9208-74e0a3ebbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:50.598396 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-892666d4-5aac-4454-9208-74e0a3ebbd44 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0479906 Aug 25 05:19:50.646277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-a692609f-1910-432b-9829-3c772b50c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:50.647844 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-a692609f-1910-432b-9829-3c772b50c8ca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436852 Aug 25 05:19:50.738224 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-9e91e921-3921-470b-a7cf-cf75937fdf48 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843313 Aug 25 05:19:50.829964 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b1678071-ad61-4c04-80df-c2cc75a2261d req-2f3aba40-98e9-4519-874a-54eeea2ecfb5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857022 Aug 25 05:19:51.637416 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:51.674533 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a50c80-ed4a-4e33-aea3-3d07e56ea164 req-67a6dd78-00cb-4d4c-93c8-3e3d0c4252b7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:51.676015 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a9a50c80-ed4a-4e33-aea3-3d07e56ea164 req-67a6dd78-00cb-4d4c-93c8-3e3d0c4252b7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0473781 Aug 25 05:19:51.723094 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a9a50c80-ed4a-4e33-aea3-3d07e56ea164 req-bc0d9699-aa9f-4a7f-8740-462954734a04 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Aug 25 05:19:51.808151 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:19:51.814376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44747026-d2eb-4512-9b33-bf5c6538ee99 req-eb594244-a336-41d8-9c5e-0d0e21522045 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:51.816044 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-44747026-d2eb-4512-9b33-bf5c6538ee99 req-eb594244-a336-41d8-9c5e-0d0e21522045 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0501211 Aug 25 05:19:51.835406 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:51.852474 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 734e6925-ff8f-414a-b2c5-79868183c1ba completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:19:51.868790 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-44747026-d2eb-4512-9b33-bf5c6538ee99 req-db527aa3-7818-4945-a2fc-c36db055f34d tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465827 Aug 25 05:19:51.931202 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 734e6925-ff8f-414a-b2c5-79868183c1ba triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:19:51.931613 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:52.006377 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:19:52.006758 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:52.029030 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:52.031324 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60ba4f-c80a-4902-98c5-a86a6dbe20fe" -d '{"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:52.044239 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:52.068883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b68605-c8f9-46e2-9f07-6e950e1fa35a x-openstack-request-id: req-95b68605-c8f9-46e2-9f07-6e950e1fa35a {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:52.069187 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:52.069446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95b68605-c8f9-46e2-9f07-6e950e1fa35a {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:52.069881 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b68605-c8f9-46e2-9f07-6e950e1fa35a'] response: {'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'code': 200} Aug 25 05:19:52.108332 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:52.154311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:52.843976 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a27ad-8f8d-4ead-920d-efcd2d631086 req-7e54715d-b243-4dce-ae70-e7b011527279 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:52.845715 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-276a27ad-8f8d-4ead-920d-efcd2d631086 req-7e54715d-b243-4dce-ae70-e7b011527279 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0457208 Aug 25 05:19:52.866266 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:52.893612 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-276a27ad-8f8d-4ead-920d-efcd2d631086 req-0f400c76-207b-4845-81ee-a6651e360569 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Aug 25 05:19:52.991688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6970492-a573-47bc-bf11-a280b087d517 req-fa2af88d-bf58-40da-9b72-62cfd7cf8059 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:52.993244 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d6970492-a573-47bc-bf11-a280b087d517 req-fa2af88d-bf58-40da-9b72-62cfd7cf8059 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Aug 25 05:19:53.039877 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d6970492-a573-47bc-bf11-a280b087d517 req-4453e4d2-3a78-434c-97da-b1cdd8d23390 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Aug 25 05:19:53.415617 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9feba-0f53-41e9-899a-6802425e7e95 req-f25ab0f3-691c-460e-ae8e-b9b80842b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:53.417096 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0e9feba-0f53-41e9-899a-6802425e7e95 req-f25ab0f3-691c-460e-ae8e-b9b80842b41f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1130 time: 0.0432553 Aug 25 05:19:53.478627 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0e9feba-0f53-41e9-899a-6802425e7e95 req-0a921970-9c56-4d69-b25c-c7dbbb2a3709 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386848 Aug 25 05:19:54.019482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7a999-b7ad-4cc0-9974-cff381000c4b req-af5357c5-ba6d-4f7d-bb2d-ef59f786073a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:54.020941 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ecf7a999-b7ad-4cc0-9974-cff381000c4b req-af5357c5-ba6d-4f7d-bb2d-ef59f786073a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0496187 Aug 25 05:19:54.066272 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ecf7a999-b7ad-4cc0-9974-cff381000c4b req-f74cb88e-4125-4fe5-9e64-1f46fb014c19 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398502 Aug 25 05:19:54.159833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab52eb-3f49-464c-8db4-255b94dbb235 req-23fe4231-f68e-419e-9c1c-3811d8d2510f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:54.161279 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9aab52eb-3f49-464c-8db4-255b94dbb235 req-23fe4231-f68e-419e-9c1c-3811d8d2510f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0484045 Aug 25 05:19:54.206669 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9aab52eb-3f49-464c-8db4-255b94dbb235 req-caa13731-b071-4be5-8d32-903eee547f2a tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Aug 25 05:19:54.524596 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-04698cf0-4ff2-43ef-ac09-5902e4a5139c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:54.526044 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-04698cf0-4ff2-43ef-ac09-5902e4a5139c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 945 time: 0.0485630 Aug 25 05:19:54.604996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Deleting port f5a8bbe4-e926-4999-b1e8-599f495bd711 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:19:54.605335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:54.694706 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] For port f5a8bbe4-e926-4999-b1e8-599f495bd711, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f5a8bbe4-e926-4999-b1e8-599f495bd711,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:19:54.695064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:54.708415 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Calling delete_port for f5a8bbe4-e926-4999-b1e8-599f495bd711 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:19:54.779915 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:54.908186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f5a8bbe4-e926-4999-b1e8-599f495bd711), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:54.938253 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event deleted for resources: {'Port': ['ID=f5a8bbe4-e926-4999-b1e8-599f495bd711,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:19:54.947105 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['89194eae-54f6-4cb6-81a1-0443f90b1835'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:19:54.987945 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] No DVR routers for this DVR port f5a8bbe4-e926-4999-b1e8-599f495bd711 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:19:54.990398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:54.993690 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f5d5f015-f525-4905-8eb8-a9b905212a59 req-41805194-a4e0-4388-b67c-9358c4027f1c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f5a8bbe4-e926-4999-b1e8-599f495bd711 HTTP/1.1" status: 204 len: 173 time: 0.4622996 Aug 25 05:19:54.994128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'name': 'network-vif-deleted', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:54.997735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8df340-acb2-4118-8160-a8e6c18785d8" -d '{"events": [{"server_uuid": "00679982-187d-430a-908f-29644650feb4", "name": "network-vif-deleted", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:55.035321 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6063cd-8bbb-4515-83ed-030cd835ead5 x-openstack-request-id: req-fc6063cd-8bbb-4515-83ed-030cd835ead5 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:55.035605 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00679982-187d-430a-908f-29644650feb4", "name": "network-vif-deleted", "tag": "f5a8bbe4-e926-4999-b1e8-599f495bd711", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:55.035852 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc6063cd-8bbb-4515-83ed-030cd835ead5 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:55.036247 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6063cd-8bbb-4515-83ed-030cd835ead5'] response: {'server_uuid': '00679982-187d-430a-908f-29644650feb4', 'name': 'network-vif-deleted', 'tag': 'f5a8bbe4-e926-4999-b1e8-599f495bd711', 'status': 'completed', 'code': 200} Aug 25 05:19:55.064400 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:55.190761 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc3689c-3b98-447b-8cca-6ef322dce2eb req-11b5f322-939d-4429-a4fc-4997bfd1f28e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:55.192220 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3cc3689c-3b98-447b-8cca-6ef322dce2eb req-11b5f322-939d-4429-a4fc-4997bfd1f28e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0466549 Aug 25 05:19:55.239839 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3cc3689c-3b98-447b-8cca-6ef322dce2eb req-c13fa75f-3285-4e7f-83da-896c5f4fca7b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Aug 25 05:19:55.310920 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-69ec974b-3489-4ca5-96a9-34de1bddc777 req-a9f24a63-8790-4992-aa2d-7aa3adfedc3f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.0292974 Aug 25 05:19:55.817074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f5a8bbe4-e926-4999-b1e8-599f495bd711 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:19:55.836601 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: f5a8bbe4-e926-4999-b1e8-599f495bd711 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:19:55.836942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f5a8bbe4-e926-4999-b1e8-599f495bd711 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:19:56.366841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b781bd-af32-4a56-91b4-999f861ad7c2 req-6054ba15-be78-4963-b38f-881745e2377b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:56.368459 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2b781bd-af32-4a56-91b4-999f861ad7c2 req-6054ba15-be78-4963-b38f-881745e2377b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0520074 Aug 25 05:19:56.402708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:56.424196 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2b781bd-af32-4a56-91b4-999f861ad7c2 req-099fc77b-0c6a-4176-bd88-7f71d3176eaf tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498760 Aug 25 05:19:56.426665 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ecadfd81-9d82-4a98-8835-7eb9eb8fbc96 req-6b6001ea-182a-4db3-9ccb-737e38b508da tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=00679982-187d-430a-908f-29644650feb4 HTTP/1.1" status: 200 len: 210 time: 0.0298817 Aug 25 05:19:56.508157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-05c4953f-10d1-4a93-80f2-db6295bbe479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:56.544444 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc36363-abe2-4342-bb8e-ed487a47a70c req-7f9ae0ae-10e8-476c-96e1-a62510067a44 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:56.545948 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bfc36363-abe2-4342-bb8e-ed487a47a70c req-7f9ae0ae-10e8-476c-96e1-a62510067a44 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0487616 Aug 25 05:19:56.556140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39692) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:19:56.560986 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Request body: {'floatingip': {'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:19:56.599355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:57.010319 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=41 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:57.017469 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=87 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:57.262407 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:57.331778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:57.425195 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Floating IP 30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4 associated. External IP: 172.27.3.227, port: 734e6925-ff8f-414a-b2c5-79868183c1ba. Aug 25 05:19:57.637684 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:19:57.648379 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:57.735485 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:19:57.740489 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:19:57.745318 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:57.750366 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:19:57.761111 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:57.761744 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:57.775031 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-174c86a8-b620-4f8e-bb94-ea3dc01fdb51 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4 HTTP/1.1" status: 200 len: 992 time: 1.2174568 Aug 25 05:19:57.775642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:19:57.777889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2" -d '{"events": [{"name": "network-changed", "server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:19:57.816426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1f6b3b-c40f-47a7-a868-3f3259a73972 x-openstack-request-id: req-fd1f6b3b-c40f-47a7-a868-3f3259a73972 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:19:57.816713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:19:57.816965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fd1f6b3b-c40f-47a7-a868-3f3259a73972 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:19:57.817362 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1f6b3b-c40f-47a7-a868-3f3259a73972'] response: {'name': 'network-changed', 'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'status': 'completed', 'code': 200} Aug 25 05:19:57.876493 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:57.905425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-1dc04580-78fd-4bdc-996a-04448b588e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:57.907051 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-1dc04580-78fd-4bdc-996a-04448b588e4b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1130 time: 0.0405021 Aug 25 05:19:58.012152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-e3ad8499-f3e4-426a-ba07-94beeefb720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:58.013658 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-e3ad8499-f3e4-426a-ba07-94beeefb720d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.1001203 Aug 25 05:19:58.016938 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df21cf-f741-446d-99af-a06b8eee67de req-07d3eae4-a7a2-40ed-8f49-6a1fae5df0b3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:58.018458 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-07df21cf-f741-446d-99af-a06b8eee67de req-07d3eae4-a7a2-40ed-8f49-6a1fae5df0b3 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0489833 Aug 25 05:19:58.069978 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-07df21cf-f741-446d-99af-a06b8eee67de req-31d0e16a-760c-4f84-85dd-78bdd72ac55b tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Aug 25 05:19:58.095152 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c73035-4140-417b-b820-a1f7ce16e591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:36Z', 'updated_at': '2022-08-25T05:19:56Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:58.119961 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:19:58.128119 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:19:58.128704 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:58.226305 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:19:58.428411 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c73035-4140-417b-b820-a1f7ce16e591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:36Z', 'updated_at': '2022-08-25T05:19:56Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:19:58.452508 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd4fe76-808b-4223-b9fc-83e745d7b34a None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15c73035-4140-417b-b820-a1f7ce16e591', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:19:36Z', 'updated_at': '2022-08-25T05:19:56Z', 'revision_number': 1, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:19:58.599712 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-eac61b03-1e49-42e4-8f2d-f1d4c3cfc464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:19:58.646311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c6927-9435-4315-8a43-35d5559d0949 None None] New status for floating IP 30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:19:59.189036 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350002d-3f53-442a-8713-dfad1c57fa4b req-1282ff25-c5e6-4fc8-bf73-f25f53f9dd4f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:19:59.190518 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b350002d-3f53-442a-8713-dfad1c57fa4b req-1282ff25-c5e6-4fc8-bf73-f25f53f9dd4f tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0463963 Aug 25 05:19:59.237025 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b350002d-3f53-442a-8713-dfad1c57fa4b req-bbbfffb2-8f3d-4bde-9d3f-5b9fe4eb16de tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410392 Aug 25 05:19:59.986162 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-4fb228b2-1608-416a-aeef-0457944f26ab service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1002 time: 0.0588450 Aug 25 05:19:59.993690 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:00.035554 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-68546e65-083d-4256-84e1-d8b1f499c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:00.037402 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-68546e65-083d-4256-84e1-d8b1f499c994 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0444701 Aug 25 05:20:00.102308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-203c29b1-2acd-4ad9-9ed9-3d286de16864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:00.103790 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-203c29b1-2acd-4ad9-9ed9-3d286de16864 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399430 Aug 25 05:20:00.196887 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-0c3705ff-5caf-4933-8070-7958b588ae6a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859048 Aug 25 05:20:00.356135 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16702db8-2e57-4679-adf1-17fcd15b75a5 req-3e8b53eb-2c83-4260-b6a7-4abfb7823390 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:00.357649 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-16702db8-2e57-4679-adf1-17fcd15b75a5 req-3e8b53eb-2c83-4260-b6a7-4abfb7823390 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Aug 25 05:20:00.368819 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7f290eba-48ee-41fd-888c-b7c1f1d2ffe2 req-227df661-db95-4135-b84f-b8bc4186fbe4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864689 Aug 25 05:20:00.406137 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-16702db8-2e57-4679-adf1-17fcd15b75a5 req-a7dfc618-38a5-49da-9494-a1e0e42a5e3c tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=d5eff0bd-7470-44f6-9f79-eaf247bdadb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426579 Aug 25 05:20:00.581610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-2ad0fe9e-b1e7-4936-a95c-4559107ce9ba tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:00.582925 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-2ad0fe9e-b1e7-4936-a95c-4559107ce9ba tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 946 time: 0.0496087 Aug 25 05:20:00.664602 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Deleting port 89194eae-54f6-4cb6-81a1-0443f90b1835 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:00.664941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:00.757133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] For port 89194eae-54f6-4cb6-81a1-0443f90b1835, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=89194eae-54f6-4cb6-81a1-0443f90b1835,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:00.757495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:00.770365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Calling delete_port for 89194eae-54f6-4cb6-81a1-0443f90b1835 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:00.822205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:00.870929 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:00.964973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (89194eae-54f6-4cb6-81a1-0443f90b1835), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:00.997359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Pushing event deleted for resources: {'Port': ['ID=89194eae-54f6-4cb6-81a1-0443f90b1835,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:01.007490 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['89194eae-54f6-4cb6-81a1-0443f90b1835'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:20:01.044117 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] No DVR routers for this DVR port 89194eae-54f6-4cb6-81a1-0443f90b1835 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:20:01.046571 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:01.049784 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce98152e-8aa9-44a9-953f-2c7e10d15747 req-d838017e-0abb-420c-9675-454bc2e998d5 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.47 "DELETE /networking/v2.0/ports/89194eae-54f6-4cb6-81a1-0443f90b1835 HTTP/1.1" status: 204 len: 173 time: 0.4597962 Aug 25 05:20:01.050263 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'name': 'network-vif-deleted', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:20:01.052600 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35024454-fe22-4489-ab9f-b864d9c55715" -d '{"events": [{"server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "name": "network-vif-deleted", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:01.091622 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8baa7a06-0517-426f-826c-d30e7ea1de29 x-openstack-request-id: req-8baa7a06-0517-426f-826c-d30e7ea1de29 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:01.091912 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a8721-5c5c-411a-85f9-8ee33510ccb6", "name": "network-vif-deleted", "tag": "89194eae-54f6-4cb6-81a1-0443f90b1835", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:01.092164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8baa7a06-0517-426f-826c-d30e7ea1de29 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:01.092565 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8baa7a06-0517-426f-826c-d30e7ea1de29'] response: {'server_uuid': 'da3a8721-5c5c-411a-85f9-8ee33510ccb6', 'name': 'network-vif-deleted', 'tag': '89194eae-54f6-4cb6-81a1-0443f90b1835', 'status': 'completed', 'code': 200} Aug 25 05:20:01.411550 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:01.413003 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:01.522217 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0022abeb-2d9d-4dd3-8a1a-942474ac1264 req-2ad4746a-ef0f-45b2-81f3-832ed08641d9 tempest-ServerRescueNegativeTestJSON-1935471506 tempest-ServerRescueNegativeTestJSON-1935471506-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=da3a8721-5c5c-411a-85f9-8ee33510ccb6 HTTP/1.1" status: 200 len: 210 time: 0.0280104 Aug 25 05:20:02.585681 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39714) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:03.061268 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:03.465023 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:03.505097 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Deleting port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:03.505435 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:03.577630 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:03.582970 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] For port 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:03.583331 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:03.595925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Calling delete_port for 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:03.845726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (156a29a6-ca0b-45af-a4c4-13fd8f1e1d28), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:03.850998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 89194eae-54f6-4cb6-81a1-0443f90b1835 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:03.874551 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=156a29a6-ca0b-45af-a4c4-13fd8f1e1d28,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:03.997629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 89194eae-54f6-4cb6-81a1-0443f90b1835 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:20:03.997629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 89194eae-54f6-4cb6-81a1-0443f90b1835 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:04.048936 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:04.190471 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:04.248601 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:04.350462 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:04.356560 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-bd87af72-1a46-435c-b1a4-98b716746e43 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7698517 Aug 25 05:20:04.359096 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Sync routers for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:04.359583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39720) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:04.369372 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:04.370006 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:04.454703 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks [] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:04.468213 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:04.528279 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:04.553034 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks [] for router_gateway (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:04.630821 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:20:03Z', 'revision_number': 5, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port': {'id': 'e7b153e9-bf74-43e2-9eec-bdab0acf735c', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:ab:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:27Z', 'updated_at': '2022-08-25T05:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:04.632403 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:04.652091 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Deleting port e7b153e9-bf74-43e2-9eec-bdab0acf735c {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:04.652652 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:04.660094 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Checking router: 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:04.668640 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Routers {'73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:04.669240 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:04.687556 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:04.733003 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] For port e7b153e9-bf74-43e2-9eec-bdab0acf735c, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e7b153e9-bf74-43e2-9eec-bdab0acf735c,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:04.733369 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:04.746129 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Calling delete_port for e7b153e9-bf74-43e2-9eec-bdab0acf735c owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:04.749335 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] Set router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:04.879274 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:20:04Z', 'revision_number': 6, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:04.904027 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f90039-46c9-404f-afae-6cb9e41f33c6 None None] The sync data for ids ['73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5'] in dv-cinder-853910-2-iscsi is: [{'id': '73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5', 'name': 'tempest-ServerRescueNegativeTestJSON-430248686-router', 'tenant_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:20:04Z', 'revision_number': 6, 'project_id': '8afac3f36b8449aa8a25a376aa2c3ed9', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:04.988468 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (e7b153e9-bf74-43e2-9eec-bdab0acf735c), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.013741 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b153e9-bf74-43e2-9eec-bdab0acf735c,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:05.077352 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.162591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.164638 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks [] for router_controller (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.274431 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.274714 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:20:05.279463 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.283170 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1903f59a-9a83-407c-913e-6fb3b895e391 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/73754fbd-8dda-4f93-bdf4-3b38dd4cb1e5 HTTP/1.1" status: 204 len: 168 time: 0.9201496 Aug 25 05:20:05.283170 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39722) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:05.290854 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:05.330261 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Deleting subnet 9db3400d-8e89-4a3f-b692-88d77b37fd62 {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:20:05.334401 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Publish callbacks [] for subnet (9db3400d-8e89-4a3f-b692-88d77b37fd62), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.374310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (9db3400d-8e89-4a3f-b692-88d77b37fd62), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.446965 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (9db3400d-8e89-4a3f-b692-88d77b37fd62), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.565410 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (9db3400d-8e89-4a3f-b692-88d77b37fd62), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.592212 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db3400d-8e89-4a3f-b692-88d77b37fd62,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:05.599530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.603182 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-defca93a-3870-4506-8f68-41927f1244ff admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9db3400d-8e89-4a3f-b692-88d77b37fd62 HTTP/1.1" status: 204 len: 168 time: 0.3179944 Aug 25 05:20:05.608329 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39724) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:05.608576 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd7c257-ac84-4d49-88cb-1832a142472c None None] Network 0988213e-697f-43c0-8bbc-3d3f281f4405 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:20:05.674871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (0988213e-697f-43c0-8bbc-3d3f281f4405), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.705247 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:05.718888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Deleting port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:05.719225 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.774774 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] DHCP port deletion for 0988213e-697f-43c0-8bbc-3d3f281f4405 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:20:05.789822 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] For port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:05.790185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.803889 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Calling delete_port for 3e8eb270-40dc-4181-aecf-e0e5db4de6ed owned by network:dhcp {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:05.813866 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Deleting port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:05.814248 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.879594 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] For port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,segment=NetworkSegment(aeaf7cef-e150-4776-8921-f38c79bee3b9),segment_id=aeaf7cef-e150-4776-8921-f38c79bee3b9)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:05.879999 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:05.893779 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Calling delete_port for 3e8eb270-40dc-4181-aecf-e0e5db4de6ed owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:05.910050 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e7b153e9-bf74-43e2-9eec-bdab0acf735c no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:05.970243 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: e7b153e9-bf74-43e2-9eec-bdab0acf735c {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:20:05.970243 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e7b153e9-bf74-43e2-9eec-bdab0acf735c not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:05.970243 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:05.985864 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:20:05.986166 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 156a29a6-ca0b-45af-a4c4-13fd8f1e1d28 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:05.986598 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3e8eb270-40dc-4181-aecf-e0e5db4de6ed no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:05.999784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.028642 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:06.035948 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] No DVR routers for this DVR port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed on host dv-cinder-853910-2-iscsi {{(pid=107056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:20:06.050765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No active binding found for port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed {{(pid=107057) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Aug 25 05:20:06.050765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] The host dv-cinder-853910-2-iscsi is not matching for port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed host None! {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Aug 25 05:20:06.050765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3e8eb270-40dc-4181-aecf-e0e5db4de6ed not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:06.055982 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (3e8eb270-40dc-4181-aecf-e0e5db4de6ed), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.076324 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] Pushing event deleted for resources: {'Port': ['ID=3e8eb270-40dc-4181-aecf-e0e5db4de6ed,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:06.082764 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478da8d2-ee9e-42a7-bcca-db1fde8cc03b None None] No DVR routers for this DVR port 3e8eb270-40dc-4181-aecf-e0e5db4de6ed on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:20:06.112848 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (0988213e-697f-43c0-8bbc-3d3f281f4405), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.130274 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0988213e-697f-43c0-8bbc-3d3f281f4405']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:06.139611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeaf7cef-e150-4776-8921-f38c79bee3b9') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:06.139907 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeaf7cef-e150-4776-8921-f38c79bee3b9') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:06.149971 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (aeaf7cef-e150-4776-8921-f38c79bee3b9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.163753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (aeaf7cef-e150-4776-8921-f38c79bee3b9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.170125 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:20:06.170506 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (aeaf7cef-e150-4776-8921-f38c79bee3b9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.212648 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment aeaf7cef-e150-4776-8921-f38c79bee3b9 resource provider aggregate not found Aug 25 05:20:06.233861 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment aeaf7cef-e150-4776-8921-f38c79bee3b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aeaf7cef-e150-4776-8921-f38c79bee3b9 found for delete ", "request_id": "req-052a4652-450b-4612-92c5-23f7a1ee30d9"}]} Aug 25 05:20:06.325082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (0988213e-697f-43c0-8bbc-3d3f281f4405), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.333121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.336304 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/0988213e-697f-43c0-8bbc-3d3f281f4405 HTTP/1.1" status: 204 len: 168 time: 0.7299337 Aug 25 05:20:06.346829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e47cc-a327-463c-8c2a-9eb58a92a05e admin admin] Pushing event deleted for resources: {'Network': ['ID=0988213e-697f-43c0-8bbc-3d3f281f4405,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:06.731093 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39732) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:06.771709 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-01f9ef3d-493d-4fce-b921-14d163c5d88d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8afac3f36b8449aa8a25a376aa2c3ed9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0394738 Aug 25 05:20:06.774188 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39734) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:06.821288 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] Publish callbacks [] for security_group (d5eff0bd-7470-44f6-9f79-eaf247bdadb6), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.840949 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] Publish callbacks [] for security_group (d5eff0bd-7470-44f6-9f79-eaf247bdadb6), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.976405 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d5eff0bd-7470-44f6-9f79-eaf247bdadb6), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.979034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:06.980174 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d5eff0bd-7470-44f6-9f79-eaf247bdadb6 HTTP/1.1" status: 204 len: 168 time: 0.2051072 Aug 25 05:20:06.988025 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae6c74-4b94-4898-ba3e-3be5fccb5458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5eff0bd-7470-44f6-9f79-eaf247bdadb6,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:07.736829 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.353711 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39806) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:10.456322 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2a07-7f2f-4309-97a8-6982f981f2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.490667 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:10.529388 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2a07-7f2f-4309-97a8-6982f981f2af admin admin] Publish callbacks [] for security_group (55c3189f-327c-448f-9c47-f335184a59b3), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.610661 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0ea2a07-7f2f-4309-97a8-6982f981f2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (55c3189f-327c-448f-9c47-f335184a59b3), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.648903 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea2a07-7f2f-4309-97a8-6982f981f2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c3189f-327c-448f-9c47-f335184a59b3,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:10.654414 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f0ea2a07-7f2f-4309-97a8-6982f981f2af admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f1a56cfcac844af9af2d5754ca65b104&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996230 Aug 25 05:20:10.655841 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39810) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:10.710415 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] Publish callbacks [] for security_group (55c3189f-327c-448f-9c47-f335184a59b3), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.730537 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] Publish callbacks [] for security_group (55c3189f-327c-448f-9c47-f335184a59b3), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.879228 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (55c3189f-327c-448f-9c47-f335184a59b3), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.881888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:10.883041 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/55c3189f-327c-448f-9c47-f335184a59b3 HTTP/1.1" status: 204 len: 168 time: 0.2263043 Aug 25 05:20:10.886229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:10.891240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae4b10-6049-48f9-9f3e-0efdbcd4c74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c3189f-327c-448f-9c47-f335184a59b3,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:11.541686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39816) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:11.555025 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d0d0-86d4-4d98-9cd0-f714c1cab46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:11.629070 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d0d0-86d4-4d98-9cd0-f714c1cab46a admin admin] Publish callbacks [] for security_group (e9d5734a-9b77-4b39-adcd-86b5404fed64), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:11.753966 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d4c6d0d0-86d4-4d98-9cd0-f714c1cab46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e9d5734a-9b77-4b39-adcd-86b5404fed64), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:11.794599 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d4c6d0d0-86d4-4d98-9cd0-f714c1cab46a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=24d0eeebc5ee4e18b2a854db58412756&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2518449 Aug 25 05:20:11.795538 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6d0d0-86d4-4d98-9cd0-f714c1cab46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d5734a-9b77-4b39-adcd-86b5404fed64,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:11.797313 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39818) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:11.847197 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] Publish callbacks [] for security_group (e9d5734a-9b77-4b39-adcd-86b5404fed64), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:11.867143 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] Publish callbacks [] for security_group (e9d5734a-9b77-4b39-adcd-86b5404fed64), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:12.051042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e9d5734a-9b77-4b39-adcd-86b5404fed64), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:12.054168 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:12.055357 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e9d5734a-9b77-4b39-adcd-86b5404fed64 HTTP/1.1" status: 204 len: 168 time: 0.2570367 Aug 25 05:20:12.063511 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e2921-d6dc-4f87-b6ee-77b6adb8603f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d5734a-9b77-4b39-adcd-86b5404fed64,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:12.075196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:15.888205 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:20:20.904917 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:21.788482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=27,neutron:DELETE=1,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:21.791428 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=15,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:22.058478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:22.059232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=43,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:22.077451 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:23.541512 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbcd0c0-5dea-49b1-8a60-34e6882b22f8 req-bc82de5c-f03a-4a3e-93d5-586b1145c557 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:23.543014 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4fbcd0c0-5dea-49b1-8a60-34e6882b22f8 req-bc82de5c-f03a-4a3e-93d5-586b1145c557 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0510817 Aug 25 05:20:23.590431 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4fbcd0c0-5dea-49b1-8a60-34e6882b22f8 req-7f92f61d-dd1c-4783-974e-85ca369467bb tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Aug 25 05:20:24.708393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c269c-3e4c-4f2e-9f94-f316752bbaf0 req-219d9ad9-57d1-4d36-8d4d-00eedf07921c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:24.710389 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-983c269c-3e4c-4f2e-9f94-f316752bbaf0 req-219d9ad9-57d1-4d36-8d4d-00eedf07921c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0468240 Aug 25 05:20:24.756972 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-983c269c-3e4c-4f2e-9f94-f316752bbaf0 req-91e14665-7d6d-4e5f-8a6e-1e16dacbf1fe tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Aug 25 05:20:24.855394 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-5d901a69-83b7-43b5-9300-612e67e8bc9e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:24.856863 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-5d901a69-83b7-43b5-9300-612e67e8bc9e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 946 time: 0.0490856 Aug 25 05:20:24.939433 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Deleting port 49fe036d-972f-4829-a56e-3949f17aa88a {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:24.939771 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.033080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] For port 49fe036d-972f-4829-a56e-3949f17aa88a, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=49fe036d-972f-4829-a56e-3949f17aa88a,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:25.033360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.192657 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.193011 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.193325 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Floating IP 753794c6-08d2-4d23-aaa3-1e767b43414a disassociated. External IP: 172.27.3.102, port: 49fe036d-972f-4829-a56e-3949f17aa88a. Aug 25 05:20:25.194393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Calling delete_port for 49fe036d-972f-4829-a56e-3949f17aa88a owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:25.399608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (49fe036d-972f-4829-a56e-3949f17aa88a), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.425365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'Port': ['ID=49fe036d-972f-4829-a56e-3949f17aa88a,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:25.438224 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.438566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.438962 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.439301 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.439629 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.439957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.440284 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.440603 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.440922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.441958 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.441958 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.441958 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.442262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.442553 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.442926 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:25.554514 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:25.654748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:25.659124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:25.669561 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:25.679852 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:25.680472 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:25.701492 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] No DVR routers for this DVR port 49fe036d-972f-4829-a56e-3949f17aa88a on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:20:25.704017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:25.707252 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ba786ea5-2e2a-4cbe-a7b6-f71e9c220ec3 req-35f352cc-ac91-4ac5-ab80-e02dcb96515a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "DELETE /networking/v2.0/ports/49fe036d-972f-4829-a56e-3949f17aa88a HTTP/1.1" status: 204 len: 173 time: 0.8442209 Aug 25 05:20:25.707682 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'name': 'network-vif-deleted', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:20:25.710515 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b50b94-c100-4e23-b4b3-63408cd4fb9e" -d '{"events": [{"server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "name": "network-vif-deleted", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:25.749729 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e0f5da-fb61-4d58-b64b-76c9a40b51d2 x-openstack-request-id: req-e6e0f5da-fb61-4d58-b64b-76c9a40b51d2 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:25.750019 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc100113-0ca3-4722-b59c-b725c79197cc", "name": "network-vif-deleted", "tag": "49fe036d-972f-4829-a56e-3949f17aa88a", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:25.750271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e0f5da-fb61-4d58-b64b-76c9a40b51d2 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:25.750675 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e0f5da-fb61-4d58-b64b-76c9a40b51d2'] response: {'server_uuid': 'cc100113-0ca3-4722-b59c-b725c79197cc', 'name': 'network-vif-deleted', 'tag': '49fe036d-972f-4829-a56e-3949f17aa88a', 'status': 'completed', 'code': 200} Aug 25 05:20:25.792536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:25.872289 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-315646f1-5649-4e99-a74e-6b2a78546b5b req-d0f4d29b-7f5b-4a34-9b8f-67c5704c4a09 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=cc100113-0ca3-4722-b59c-b725c79197cc HTTP/1.1" status: 200 len: 210 time: 0.0387020 Aug 25 05:20:25.883805 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=25 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:25.884915 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=14 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:25.994356 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:26.022944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:26.031175 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:26.031775 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:19:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:26.132798 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:26.313554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:26.337358 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a87d34-c3ef-4bd3-8efd-fdf0b115ccd5 None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:26.513995 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1871cf8c-5f10-4d2f-bf47-977e26829de4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:26.545369 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62b874-7be8-46ed-8d7d-e6efd5caaed5 None None] New status for floating IP 753794c6-08d2-4d23-aaa3-1e767b43414a: DOWN {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:20:27.029612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 39972) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:27.055205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:27.083718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (c1f42a75-4f11-48e1-abb9-94b1fd78a0e7), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.108619 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (c1f42a75-4f11-48e1-abb9-94b1fd78a0e7), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.227905 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c1f42a75-4f11-48e1-abb9-94b1fd78a0e7), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.230595 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.231883 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c1f42a75-4f11-48e1-abb9-94b1fd78a0e7 HTTP/1.1" status: 204 len: 168 time: 0.2011614 Aug 25 05:20:27.234755 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39974) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:27.241765 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84c42-ee21-43d8-9b57-cbcc2fb8c477 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f42a75-4f11-48e1-abb9-94b1fd78a0e7,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:27.251171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.api.v2.resource [None req-0b97f27d-1afd-4828-a46f-0b801b2b3282 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] show failed (client error): The resource could not be found. Aug 25 05:20:27.252178 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-0b97f27d-1afd-4828-a46f-0b801b2b3282 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups/c1f42a75-4f11-48e1-abb9-94b1fd78a0e7 HTTP/1.1" status: 404 len: 347 time: 0.0164590 Aug 25 05:20:27.255027 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39976) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:27.367218 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Deleting port ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:20:27.367553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.442832 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.443148 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.460491 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Calling delete_port for ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc owned by network:floatingip {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:20:27.685032 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.715740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'Port': ['ID=ea4d74de-ca5d-4a72-b43b-c8ca0858e2dc,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:27.741700 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.742046 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.742395 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.742730 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.743064 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.743387 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.743709 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.744030 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.744352 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.744670 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.744989 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.745310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.745650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.745967 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.746281 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:27.784456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (753794c6-08d2-4d23-aaa3-1e767b43414a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.787010 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:27.788194 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f1d232c8-449c-47b8-bd54-118c60c78e4e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/753794c6-08d2-4d23-aaa3-1e767b43414a HTTP/1.1" status: 204 len: 168 time: 0.5320907 Aug 25 05:20:27.922833 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49fe036d-972f-4829-a56e-3949f17aa88a no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:20:27.944353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 49fe036d-972f-4829-a56e-3949f17aa88a {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:20:27.944353 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 49fe036d-972f-4829-a56e-3949f17aa88a not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:20:27.952178 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39980) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:27.956720 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859620898', 'description': 'tempest-description--1514835159'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:28.085370 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.151695 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (8d944914-8237-41a9-8c1d-c81d70a5850d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.222634 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8d944914-8237-41a9-8c1d-c81d70a5850d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.255807 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d944914-8237-41a9-8c1d-c81d70a5850d,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:28.315358 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.316577 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-08ce3846-c848-4860-bc12-798d6a4cf0b2 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3633893 Aug 25 05:20:28.319477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39992) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:28.323878 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group_rule': {'security_group_id': '8d944914-8237-41a9-8c1d-c81d70a5850d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:28.418046 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (30744eef-aa3d-40d4-9360-41301543f185), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.472722 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:28.475318 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (30744eef-aa3d-40d4-9360-41301543f185), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.577433 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (30744eef-aa3d-40d4-9360-41301543f185), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.583750 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:28.600354 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30744eef-aa3d-40d4-9360-41301543f185,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:28.650955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e5cec5af-73bb-49d7-80ba-65aefc13e0d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.681757 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.682993 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2ac86ffc-f823-4572-8d70-a89534d14d0e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625498 Aug 25 05:20:28.685775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 39998) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:28.690033 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'security_group_rule': {'security_group_id': '8d944914-8237-41a9-8c1d-c81d70a5850d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:28.799525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (31543b18-8de9-469b-aace-f94ece969706), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.855505 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (31543b18-8de9-469b-aace-f94ece969706), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.866901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40002) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:28.941578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (31543b18-8de9-469b-aace-f94ece969706), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:28.956793 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31543b18-8de9-469b-aace-f94ece969706,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:28.972762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9b45-2f42-45bf-8d75-07eb4655c8bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.045687 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9b45-2f42-45bf-8d75-07eb4655c8bd admin admin] Publish callbacks [] for security_group (032e4777-0f9a-4010-8baa-acc8c625e3f5), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.126847 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.128129 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d3d6086f-ec19-4840-aad1-56f61f0c74e1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4414105 Aug 25 05:20:29.131219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40006) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:29.135406 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:29.159461 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ac1d9b45-2f42-45bf-8d75-07eb4655c8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (032e4777-0f9a-4010-8baa-acc8c625e3f5), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.196438 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ac1d9b45-2f42-45bf-8d75-07eb4655c8bd admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0a4f4f2ed19a45bea762017113e3286e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285089 Aug 25 05:20:29.199218 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40008) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:29.201061 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d9b45-2f42-45bf-8d75-07eb4655c8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e4777-0f9a-4010-8baa-acc8c625e3f5,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:29.227820 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.301273 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] Publish callbacks [] for security_group (032e4777-0f9a-4010-8baa-acc8c625e3f5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.338276 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] Publish callbacks [] for security_group (032e4777-0f9a-4010-8baa-acc8c625e3f5), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.347457 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.468185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Allocated IP 172.27.3.236 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/41662a72-f708-4d91-9bd2-3c3f3c1c99bc) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:20:29.481524 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (032e4777-0f9a-4010-8baa-acc8c625e3f5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.484317 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.485172 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/032e4777-0f9a-4010-8baa-acc8c625e3f5 HTTP/1.1" status: 204 len: 168 time: 0.2850080 Aug 25 05:20:29.532628 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e1d7e-d43a-4fa2-b598-8f649225f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e4777-0f9a-4010-8baa-acc8c625e3f5,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:29.540996 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:29.586785 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.690927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.732228 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:20:29.738680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:20:29.739272 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:20:29.767055 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=41662a72-f708-4d91-9bd2-3c3f3c1c99bc,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:29.770644 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:29.828839 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (a897f199-d208-437c-937c-2f56de39674b), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:29.925082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.022285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.133571 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40016) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:30.147292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-de67aa63-4771-41d8-a634-4900624973b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.232735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-de67aa63-4771-41d8-a634-4900624973b8 admin admin] Publish callbacks [] for security_group (7cb6cf34-1766-44f6-8b08-292629f26af1), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.291157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-de67aa63-4771-41d8-a634-4900624973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7cb6cf34-1766-44f6-8b08-292629f26af1), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.306399 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.333317 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-de67aa63-4771-41d8-a634-4900624973b8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f93f02069d924c01b0065bc82fec3492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991267 Aug 25 05:20:30.334427 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67aa63-4771-41d8-a634-4900624973b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb6cf34-1766-44f6-8b08-292629f26af1,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:30.336500 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40018) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:30.385348 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] Publish callbacks [] for security_group (7cb6cf34-1766-44f6-8b08-292629f26af1), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.405794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] Publish callbacks [] for security_group (7cb6cf34-1766-44f6-8b08-292629f26af1), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.427229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:30.432961 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.502770 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a897f199-d208-437c-937c-2f56de39674b), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.509502 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=41662a72-f708-4d91-9bd2-3c3f3c1c99bc,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:30.571534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (7cb6cf34-1766-44f6-8b08-292629f26af1), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.574044 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.575183 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/7cb6cf34-1766-44f6-8b08-292629f26af1 HTTP/1.1" status: 204 len: 168 time: 0.2376614 Aug 25 05:20:30.583137 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb0850b-5f6e-4e81-bba9-ba7bdbfc136b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb6cf34-1766-44f6-8b08-292629f26af1,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:30.613899 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:30.615139 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f0e991a6-6574-4146-85cc-7b26008c4dbc tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4830015 Aug 25 05:20:30.816444 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-3db3a62c-74e8-484d-9a50-ef1916e2ca6d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--859620898&fields=id&tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 267 time: 0.0425277 Aug 25 05:20:30.895243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:30.925994 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-2c6062c7-5e51-48bd-97a4-802f6f41cf04 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:30.927443 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-2c6062c7-5e51-48bd-97a4-802f6f41cf04 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 811 time: 0.1039391 Aug 25 05:20:30.942485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-2853b9b4-4c77-4a74-9a93-144df83d453f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/quotas/2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 375 time: 0.0089660 Aug 25 05:20:30.997384 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-4b618c6f-d436-4ec5-8dfd-a1710ac4af8a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489371 Aug 25 05:20:31.093707 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-87879bc7-2798-4de9-870d-fcbf10514ed5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847752 Aug 25 05:20:31.402186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:31.432504 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-20a52ad8-7a7b-4602-bad9-fea427b271e3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325543 Aug 25 05:20:31.520965 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:31.524602 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:31.669536 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1e39e262-5544-4269-a7d8-7a98325f9199 req-9e0f9ac2-3574-4189-9617-7e1ce547f4f5 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 210 time: 0.0284655 Aug 25 05:20:32.775831 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6d9cf227-b8c6-4cf7-9e83-ce39f8a9925b req-034ca58c-b59a-4592-b583-f1af6cca705b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 210 time: 0.0300851 Aug 25 05:20:33.829989 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-06697adb-2a63-4e93-bb15-3fe033abc692 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:33.831465 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-06697adb-2a63-4e93-bb15-3fe033abc692 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 811 time: 0.1051090 Aug 25 05:20:33.878216 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-08df8154-22fb-4dc3-a3c8-6e968feed3e2 req-8d02fa9d-d81b-432a-823b-06570a59f0a7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 210 time: 0.0274975 Aug 25 05:20:33.900452 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-2f635a22-5d02-4865-ad9d-019fc6abe4f1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1 HTTP/1.1" status: 200 len: 379 time: 0.0547628 Aug 25 05:20:33.908827 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'port': {'device_id': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'admin_state_up': True, 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'security_groups': ['8d944914-8237-41a9-8c1d-c81d70a5850d']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:34.273686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Made reservation on behalf of 2eb9cdd7b67546ca8eb089247f0a0ce1 for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:20:34.277572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:34.406432 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Allocated IP 172.20.0.10 (28953a19-c976-4328-9ac9-ee52893446db/a277a8fc-d360-45df-b4ed-b818f20dec1d/65bf2c10-1959-4066-8f1f-777c8aeea327) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:20:34.548521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:34.645506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:34.689492 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Network 28953a19-c976-4328-9ac9-ee52893446db is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:20:34.692527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:20:34.696314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:20:34.702151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event updated for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:34.755003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:34.755003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:34.870970 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-878e82bd-52fb-4b1d-8244-9e8aa7902e7e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9656012 Aug 25 05:20:34.891370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Request body: {'port': {'device_id': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:34.892299 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-7b554f44-5242-4704-a309-e87c1fbaff9b None None] Provisioning complete for port 65bf2c10-1959-4066-8f1f-777c8aeea327 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:20:34.892760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7b554f44-5242-4704-a309-e87c1fbaff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:34.914688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:34.927439 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7b554f44-5242-4704-a309-e87c1fbaff9b None None] Port 65bf2c10-1959-4066-8f1f-777c8aeea327 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:20:34.929310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:34.954329 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.029675 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbc5c1-865c-4031-9c6b-650b037ef826 req-062b3c72-0233-4cad-8517-2b4adbe96296 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:35.031034 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3dbc5c1-865c-4031-9c6b-650b037ef826 req-062b3c72-0233-4cad-8517-2b4adbe96296 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 932 time: 0.0745203 Aug 25 05:20:35.146561 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3dbc5c1-865c-4031-9c6b-650b037ef826 req-eb7d0072-7767-400a-9a1d-a088c6d0b628 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091652 Aug 25 05:20:35.281438 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bf2c10-1959-4066-8f1f-777c8aeea327 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:20:35.289336 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks [] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.301501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Transition to ACTIVE for port object 65bf2c10-1959-4066-8f1f-777c8aeea327 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:20:35.370939 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.453098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Pushing event updated for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:35.458694 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:35.483604 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Attempting to bind port 65bf2c10-1959-4066-8f1f-777c8aeea327 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:20:35.483938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Attempting to bind port 65bf2c10-1959-4066-8f1f-777c8aeea327 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:20:35.484304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Attempting to bind port 65bf2c10-1959-4066-8f1f-777c8aeea327 on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:20:35.488672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Port 65bf2c10-1959-4066-8f1f-777c8aeea327 on network 28953a19-c976-4328-9ac9-ee52893446db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:20:35.488986 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Attempting to bind port 65bf2c10-1959-4066-8f1f-777c8aeea327 on network 28953a19-c976-4328-9ac9-ee52893446db {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:20:35.494549 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:20:35.494883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Checking segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:20:35.495264 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Bound using segment: {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:20:35.495769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Bound port: 65bf2c10-1959-4066-8f1f-777c8aeea327, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '293e3848-08f8-4ae3-842d-5ea071ab3d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '28953a19-c976-4328-9ac9-ee52893446db'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:20:35.496126 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.558889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:20:35.561766 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=65bf2c10-1959-4066-8f1f-777c8aeea327,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:20:35.640445 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.644749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:35.645389 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:35.646806 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/65bf2c10-1959-4066-8f1f-777c8aeea327 HTTP/1.1" status: 200 len: 1094 time: 0.7596359 Aug 25 05:20:35.647376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:20:35.649700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88550ccc-01f4-4687-8820-5fa21d6e0f87" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:35.694136 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8d468-2a7d-4f59-b23f-1e885008e9cd x-openstack-request-id: req-62e8d468-2a7d-4f59-b23f-1e885008e9cd {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:35.694419 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:35.695312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62e8d468-2a7d-4f59-b23f-1e885008e9cd {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:35.695706 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e8d468-2a7d-4f59-b23f-1e885008e9cd'] response: {'name': 'network-changed', 'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'status': 'completed', 'code': 200} Aug 25 05:20:35.700117 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a963dd4-92d4-4dd5-b8f3-eb4b15ad474e service neutron] Pushing event updated for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:35.795174 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-3cde40e6-17c5-4f2e-a6cf-0ac187c1acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:35.796640 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-3cde40e6-17c5-4f2e-a6cf-0ac187c1acbf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 1128 time: 0.0431550 Aug 25 05:20:35.916269 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-07c6ab1e-298f-453d-a554-4f345aba60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:35.917745 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-07c6ab1e-298f-453d-a554-4f345aba60df service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1074874 Aug 25 05:20:36.014679 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-29f95934-a554-4cad-93a4-d95c5a6014ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:36.016220 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-88550ccc-01f4-4687-8820-5fa21d6e0f87 req-29f95934-a554-4cad-93a4-d95c5a6014ed service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928981 Aug 25 05:20:36.117490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-18c780d3-69d4-4859-b18d-e8741f78bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:36.118983 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-18c780d3-69d4-4859-b18d-e8741f78bd01 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 1128 time: 0.0403209 Aug 25 05:20:36.164956 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-80c93500-ebbd-4b4d-bdf2-9ab8e4448c8d service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65bf2c10-1959-4066-8f1f-777c8aeea327 HTTP/1.1" status: 200 len: 217 time: 0.0323064 Aug 25 05:20:36.216200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-6f02a3c4-c74a-4a6d-b411-4c867d0b08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:36.217751 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-6f02a3c4-c74a-4a6d-b411-4c867d0b08cd service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0469303 Aug 25 05:20:36.293007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab9e88-9de6-4683-b228-757af4afe5c8 req-53f541d2-7235-4d94-a388-a02e4ceae1a0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:36.294570 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7fab9e88-9de6-4683-b228-757af4afe5c8 req-53f541d2-7235-4d94-a388-a02e4ceae1a0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0733423 Aug 25 05:20:36.297536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-21854443-cca8-4fdf-96ea-8779c8ff6e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:36.298935 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-21854443-cca8-4fdf-96ea-8779c8ff6e5b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667803 Aug 25 05:20:36.370230 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:36.393416 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7fab9e88-9de6-4683-b228-757af4afe5c8 req-f9e036c6-c33d-4273-a7cb-7dfcfb98723e tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931883 Aug 25 05:20:36.420984 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-bcd69fcd-0723-46ff-9538-69119d32bae9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139278 Aug 25 05:20:36.516615 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a950f02d-9347-4b91-bb5f-8b46c1b6b0ac req-8dd70eb3-28df-4fc9-9451-5e5120a58a8a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868556 Aug 25 05:20:36.619222 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:36.622067 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:37.523390 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cbf83-6a04-4084-b4db-46f9e776371d req-e4d61bb4-5d72-4b14-a37e-e5d212a63a24 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:37.524772 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e4cbf83-6a04-4084-b4db-46f9e776371d req-e4d61bb4-5d72-4b14-a37e-e5d212a63a24 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0538223 Aug 25 05:20:37.570649 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e4cbf83-6a04-4084-b4db-46f9e776371d req-70a96022-276f-4e2a-b62f-f3b4a41ff8b1 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402713 Aug 25 05:20:37.713060 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:38.687708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47a168-32ec-49bc-aebe-20cefcf393cb req-2df5096b-371f-4a52-a87f-46774ae9a278 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:38.689183 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cb47a168-32ec-49bc-aebe-20cefcf393cb req-2df5096b-371f-4a52-a87f-46774ae9a278 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0472820 Aug 25 05:20:38.735320 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cb47a168-32ec-49bc-aebe-20cefcf393cb req-1a77d27c-233c-4671-82c5-47dff0fa261b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 Aug 25 05:20:39.849920 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42070e-53de-4b35-bf31-3340ec155d48 req-27a3b08f-07b6-4409-9ed3-740a43dc3d14 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:39.852166 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e42070e-53de-4b35-bf31-3340ec155d48 req-27a3b08f-07b6-4409-9ed3-740a43dc3d14 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0460613 Aug 25 05:20:39.898628 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e42070e-53de-4b35-bf31-3340ec155d48 req-de67c698-ca28-42f8-8591-1ab4d9c04642 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414290 Aug 25 05:20:41.018757 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:41.034604 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a32a-6c97-49a5-9c97-10b3a8c3a600 req-54c44506-8c5a-49a0-a83d-4eae7f1d1c34 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:41.034604 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3c3a32a-6c97-49a5-9c97-10b3a8c3a600 req-54c44506-8c5a-49a0-a83d-4eae7f1d1c34 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0475371 Aug 25 05:20:41.078612 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a3c3a32a-6c97-49a5-9c97-10b3a8c3a600 req-70508b77-e3ce-4236-b215-24c5fabcc723 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414109 Aug 25 05:20:42.197552 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ae261-be85-4b22-b8d5-bfc996c09c1e req-f12be1a6-c82f-4639-aba8-723bf505a307 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:42.199025 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e75ae261-be85-4b22-b8d5-bfc996c09c1e req-f12be1a6-c82f-4639-aba8-723bf505a307 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0455575 Aug 25 05:20:42.249913 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e75ae261-be85-4b22-b8d5-bfc996c09c1e req-c0b9d5b8-d839-49d8-913f-022c7f4bce80 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450113 Aug 25 05:20:43.371356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904bd80-8d3c-47bc-8611-06a759fa2c74 req-bf38bbb6-450a-49f8-b763-76c8a565ee31 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:43.372803 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e904bd80-8d3c-47bc-8611-06a759fa2c74 req-bf38bbb6-450a-49f8-b763-76c8a565ee31 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0492942 Aug 25 05:20:43.418577 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e904bd80-8d3c-47bc-8611-06a759fa2c74 req-3c43f6e1-1ffb-4977-beb8-25d6a97e3939 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404677 Aug 25 05:20:44.533516 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafa708-16d5-4e47-946e-25ebbda1d48b req-6e6e4083-3ee2-4995-9cf0-3b5372055eb7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:44.535047 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eeafa708-16d5-4e47-946e-25ebbda1d48b req-6e6e4083-3ee2-4995-9cf0-3b5372055eb7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0472476 Aug 25 05:20:44.582213 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eeafa708-16d5-4e47-946e-25ebbda1d48b req-771a3e03-6ab3-4ceb-a666-f00bf3c26c0d tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Aug 25 05:20:44.928216 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=67,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:45.698451 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3952a-1ca4-4298-9622-92f7f6f165ab req-9fa0d848-e1f6-444c-b886-37824c661a6c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:45.699928 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1a3952a-1ca4-4298-9622-92f7f6f165ab req-9fa0d848-e1f6-444c-b886-37824c661a6c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 944 time: 0.0458584 Aug 25 05:20:45.746189 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a1a3952a-1ca4-4298-9622-92f7f6f165ab req-e38d0d3d-bbda-4cc5-9b4f-4de8bb17284a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408189 Aug 25 05:20:45.870207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 65bf2c10-1959-4066-8f1f-777c8aeea327 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:20:45.967499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=65bf2c10-1959-4066-8f1f-777c8aeea327,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:45.978645 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'port_id': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'mac_address': 'fa:16:3e:3e:46:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:20:46.012708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 65bf2c10-1959-4066-8f1f-777c8aeea327 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:20:46.013089 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:46.028495 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bf2c10-1959-4066-8f1f-777c8aeea327 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:20:46.046632 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=65bf2c10-1959-4066-8f1f-777c8aeea327,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:46.147686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:46.192424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:46.199968 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.200340 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.200668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.201003 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.201328 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.201674 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.201994 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.202311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.202628 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.202942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.203258 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.203570 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.203884 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.204196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.204507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:20:46.863162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f110b9-c0a0-4375-86a5-826de222d9c6 req-cbe21baf-ac84-43f0-ab45-79954fee9837 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:46.864656 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e9f110b9-c0a0-4375-86a5-826de222d9c6 req-cbe21baf-ac84-43f0-ab45-79954fee9837 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 945 time: 0.0474777 Aug 25 05:20:46.913083 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e9f110b9-c0a0-4375-86a5-826de222d9c6 req-237bbfd5-821c-4cd2-90bd-f88b3f0d1aba tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422461 Aug 25 05:20:46.984852 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['65bf2c10-1959-4066-8f1f-777c8aeea327'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:20:47.089412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:47.103115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:48.029547 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56062925-3802-4515-ac40-34d667362f04 req-b0221c8d-5fbf-455b-9b0c-79398165990a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:48.031069 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56062925-3802-4515-ac40-34d667362f04 req-b0221c8d-5fbf-455b-9b0c-79398165990a tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 945 time: 0.0465767 Aug 25 05:20:48.082143 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-56062925-3802-4515-ac40-34d667362f04 req-acaf2df6-5654-4e49-a3fe-652fd9f27da7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451894 Aug 25 05:20:48.916553 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 65bf2c10-1959-4066-8f1f-777c8aeea327 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:20:48.956659 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 65bf2c10-1959-4066-8f1f-777c8aeea327 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:20:49.056424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 65bf2c10-1959-4066-8f1f-777c8aeea327 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:20:49.056800 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:49.129265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 65bf2c10-1959-4066-8f1f-777c8aeea327 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:20:49.129677 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:49.152938 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:20:49.155210 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be74e4b-2e20-490c-ace5-5fb611850dfd" -d '{"events": [{"server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "name": "network-vif-plugged", "status": "completed", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:49.169265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=65bf2c10-1959-4066-8f1f-777c8aeea327,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:20:49.193273 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4426b23-7261-442e-8eb5-ce927fec7fc3 x-openstack-request-id: req-f4426b23-7261-442e-8eb5-ce927fec7fc3 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:49.193574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "name": "network-vif-plugged", "status": "completed", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:49.193851 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f4426b23-7261-442e-8eb5-ce927fec7fc3 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:49.194244 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4426b23-7261-442e-8eb5-ce927fec7fc3'] response: {'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'code': 200} Aug 25 05:20:49.208313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db7edf-cadd-40e2-9a5d-e94ab9fffd47 req-8825361f-1575-41d6-80f6-c231704a5024 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:49.209805 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a5db7edf-cadd-40e2-9a5d-e94ab9fffd47 req-8825361f-1575-41d6-80f6-c231704a5024 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 945 time: 0.0571754 Aug 25 05:20:49.257728 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a5db7edf-cadd-40e2-9a5d-e94ab9fffd47 req-77e62355-4e8e-417d-9627-73d7a45e090f tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Aug 25 05:20:49.262065 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:49.310659 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:20:50.382828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018838d-78bb-45f8-9d03-3ea22f6e3c8b req-1e4fba92-659b-4bf4-85b2-2bcb57a8bd32 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:50.384806 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e018838d-78bb-45f8-9d03-3ea22f6e3c8b req-1e4fba92-659b-4bf4-85b2-2bcb57a8bd32 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0475259 Aug 25 05:20:50.432765 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e018838d-78bb-45f8-9d03-3ea22f6e3c8b req-a8bf76f5-757e-43b2-961d-916adb0084de tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426669 Aug 25 05:20:51.546458 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75370bb-fd2f-40c2-8d75-f4b65e89bfc8 req-cb83c799-7d6e-42d6-832a-342356fb021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:51.547893 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c75370bb-fd2f-40c2-8d75-f4b65e89bfc8 req-cb83c799-7d6e-42d6-832a-342356fb021f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 1130 time: 0.0374985 Aug 25 05:20:51.548410 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2acab-4344-4aff-bcbe-5657f81cb3bc req-8b4c8aca-b00f-4ecb-bdbc-a5642af9b099 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:51.549905 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-87d2acab-4344-4aff-bcbe-5657f81cb3bc req-8b4c8aca-b00f-4ecb-bdbc-a5642af9b099 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0464582 Aug 25 05:20:51.600116 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-87d2acab-4344-4aff-bcbe-5657f81cb3bc req-d409f5c2-fd93-43ae-ac9a-137d7ecdf139 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446541 Aug 25 05:20:52.751626 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8bb59-226b-463a-bac6-e7007e03e0db req-71e50a7a-69c0-43d7-a855-37107d3c6555 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:52.753057 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-22a8bb59-226b-463a-bac6-e7007e03e0db req-71e50a7a-69c0-43d7-a855-37107d3c6555 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0679889 Aug 25 05:20:52.758957 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c75370bb-fd2f-40c2-8d75-f4b65e89bfc8 req-0f2f75fd-b3f8-4f8e-84ab-1c84a591452c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798361 Aug 25 05:20:52.799709 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-22a8bb59-226b-463a-bac6-e7007e03e0db req-88669a4b-bc6a-4296-87f3-2f87ac1ada4c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398920 Aug 25 05:20:52.886946 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:20:53.922743 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7876d03-d920-465b-bb15-02961e81c0e2 req-7530c9c6-263f-46fd-a527-547f0aa44c72 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:53.924218 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a7876d03-d920-465b-bb15-02961e81c0e2 req-7530c9c6-263f-46fd-a527-547f0aa44c72 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0520587 Aug 25 05:20:53.945068 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:53.971843 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a7876d03-d920-465b-bb15-02961e81c0e2 req-590bf1cb-7af7-4c24-a888-4d75cb94aeda tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419028 Aug 25 05:20:55.091980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e8f573-5867-4521-b695-d8621f5aa821 req-e364689d-35f4-4155-ba4c-0645146ec478 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:55.093488 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26e8f573-5867-4521-b695-d8621f5aa821 req-e364689d-35f4-4155-ba4c-0645146ec478 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0483482 Aug 25 05:20:55.141040 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26e8f573-5867-4521-b695-d8621f5aa821 req-89cf4a38-ef27-491f-afab-04a9945a3274 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Aug 25 05:20:56.260739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e356da-5933-4c6c-9370-04683aa0c6b8 req-b62142ee-597a-43ee-8bbe-d4051c6a03b0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:56.262233 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-52e356da-5933-4c6c-9370-04683aa0c6b8 req-b62142ee-597a-43ee-8bbe-d4051c6a03b0 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0473034 Aug 25 05:20:56.308877 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-52e356da-5933-4c6c-9370-04683aa0c6b8 req-eea594e1-6baa-4c0b-a5fc-fa0405381576 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411007 Aug 25 05:20:56.427829 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdc508-d17e-4bfc-ac95-dc01d18b4a27 req-7f82cfdd-c63b-46b7-9a66-3c4dd6435eab tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:56.429220 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-becdc508-d17e-4bfc-ac95-dc01d18b4a27 req-7f82cfdd-c63b-46b7-9a66-3c4dd6435eab tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0508099 Aug 25 05:20:56.438754 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40238) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:20:56.443326 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Request body: {'floatingip': {'port_id': '65bf2c10-1959-4066-8f1f-777c8aeea327'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:20:56.473370 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-465ef308-6c34-4e66-8f52-873d8438790c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:56.484515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (a897f199-d208-437c-937c-2f56de39674b), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:56.627382 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:56.901031 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:56.958820 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a897f199-d208-437c-937c-2f56de39674b), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:57.053325 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Floating IP a897f199-d208-437c-937c-2f56de39674b associated. External IP: 172.27.3.236, port: 65bf2c10-1959-4066-8f1f-777c8aeea327. Aug 25 05:20:57.249578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:20:57.346534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:20:57.351301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:57.356456 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:20:57.366281 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:57.367603 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:20:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:57.374025 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:57.383384 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f3a05ccd-3414-483f-8570-a5be80e8a61c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/a897f199-d208-437c-937c-2f56de39674b HTTP/1.1" status: 200 len: 992 time: 0.9435594 Aug 25 05:20:57.383952 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:20:57.386752 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:20:57.425137 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652dbb77-b458-48ce-9f4f-f3bd0b26b1ad x-openstack-request-id: req-652dbb77-b458-48ce-9f4f-f3bd0b26b1ad {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:20:57.425426 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:20:57.425720 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-652dbb77-b458-48ce-9f4f-f3bd0b26b1ad {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:20:57.426123 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652dbb77-b458-48ce-9f4f-f3bd0b26b1ad'] response: {'name': 'network-changed', 'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'status': 'completed', 'code': 200} Aug 25 05:20:57.475940 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:57.676016 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a897f199-d208-437c-937c-2f56de39674b', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:3e:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:20:29Z', 'updated_at': '2022-08-25T05:20:56Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:57.700182 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:20:57.708214 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:20:57.708812 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:20:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:57.798104 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:57.809289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:20:58.018807 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-5764cfd2-103e-4505-8432-2767766050fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a897f199-d208-437c-937c-2f56de39674b', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:3e:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:20:29Z', 'updated_at': '2022-08-25T05:20:56Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:20:58.042646 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764cfd2-103e-4505-8432-2767766050fc None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'a897f199-d208-437c-937c-2f56de39674b', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'port_id': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'mac_address': 'fa:16:3e:3e:46:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:20:29Z', 'updated_at': '2022-08-25T05:20:56Z', 'revision_number': 1, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:20:58.219028 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6784af9-6baf-40df-bc0e-506f620ce029 None None] New status for floating IP a897f199-d208-437c-937c-2f56de39674b: ACTIVE {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:20:58.610538 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c7451536-c715-46fe-b1b4-5db922bee156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:20:59.787131 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-2a04a9b7-83d5-467d-93fd-03bc4e33df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:59.788592 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-2a04a9b7-83d5-467d-93fd-03bc4e33df22 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 1130 time: 0.0380714 Aug 25 05:20:59.876121 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-c6da46c3-2b79-4183-8c87-747b36732b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:59.877562 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-c6da46c3-2b79-4183-8c87-747b36732b7f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.0831923 Aug 25 05:20:59.921759 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:59.943714 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-503d5775-67e3-45a8-827a-c58e1b521df2 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65bf2c10-1959-4066-8f1f-777c8aeea327 HTTP/1.1" status: 200 len: 1002 time: 0.0602148 Aug 25 05:20:59.978583 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:20:59.993173 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-4786913a-b541-446c-bbcf-cb4d995f0967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:20:59.994665 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-4786913a-b541-446c-bbcf-cb4d995f0967 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0447316 Aug 25 05:21:00.036976 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-60ebae2a-3f04-4c34-80e9-c56e203d4c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:00.038515 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-60ebae2a-3f04-4c34-80e9-c56e203d4c12 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380819 Aug 25 05:21:00.045006 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:00.132375 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-bb50ae1c-0034-4369-8656-57cfcfceed80 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853081 Aug 25 05:21:00.219310 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46218bf2-a9f4-4a5c-807a-aa6bb09706b1 req-95fd8b59-797f-40f1-b655-2b24e5ca9645 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806308 Aug 25 05:21:01.439021 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:01.472844 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:07.380967 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:07.764412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:08.317769 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:DELETE=1,neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:08.320621 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:10.214786 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:10.216664 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=42 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:12.896665 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40342) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:13.002780 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-757ca11a-1915-43ea-acdb-82078409834c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.075994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-757ca11a-1915-43ea-acdb-82078409834c admin admin] Publish callbacks [] for security_group (96d579af-1d49-48c7-8d9c-03c7c1f66095), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.175840 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-757ca11a-1915-43ea-acdb-82078409834c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (96d579af-1d49-48c7-8d9c-03c7c1f66095), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.213701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ca11a-1915-43ea-acdb-82078409834c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d579af-1d49-48c7-8d9c-03c7c1f66095,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:13.219513 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-757ca11a-1915-43ea-acdb-82078409834c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=9053d620fcca42a89e8b6028c30a3ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3218033 Aug 25 05:21:13.228512 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40346) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:13.275637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] Publish callbacks [] for security_group (96d579af-1d49-48c7-8d9c-03c7c1f66095), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.295581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] Publish callbacks [] for security_group (96d579af-1d49-48c7-8d9c-03c7c1f66095), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.427125 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (96d579af-1d49-48c7-8d9c-03c7c1f66095), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.429859 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:13.431139 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/96d579af-1d49-48c7-8d9c-03c7c1f66095 HTTP/1.1" status: 204 len: 168 time: 0.2073824 Aug 25 05:21:13.438925 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56edc7-4a37-41ce-9001-e336519c1fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d579af-1d49-48c7-8d9c-03c7c1f66095,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:14.146908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40354) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:14.161174 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-effb2c75-9ef6-4944-83d4-190d1aaf4abb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.237383 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-effb2c75-9ef6-4944-83d4-190d1aaf4abb admin admin] Publish callbacks [] for security_group (83190252-cb5c-4bdb-ad67-f4210a338ea5), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.307054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-effb2c75-9ef6-4944-83d4-190d1aaf4abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (83190252-cb5c-4bdb-ad67-f4210a338ea5), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.346914 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-effb2c75-9ef6-4944-83d4-190d1aaf4abb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3b661dfbc9d8428cb212d30377e226c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986499 Aug 25 05:21:14.347871 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb2c75-9ef6-4944-83d4-190d1aaf4abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83190252-cb5c-4bdb-ad67-f4210a338ea5,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:14.349702 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40356) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:14.399210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] Publish callbacks [] for security_group (83190252-cb5c-4bdb-ad67-f4210a338ea5), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.418604 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] Publish callbacks [] for security_group (83190252-cb5c-4bdb-ad67-f4210a338ea5), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.536323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (83190252-cb5c-4bdb-ad67-f4210a338ea5), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.538917 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:14.540066 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/83190252-cb5c-4bdb-ad67-f4210a338ea5 HTTP/1.1" status: 204 len: 168 time: 0.1893916 Aug 25 05:21:14.548051 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15cdb6-176b-46e0-b6fb-fde4e36c37c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83190252-cb5c-4bdb-ad67-f4210a338ea5,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:17.645119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=73,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:17.904008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40424) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:18.006249 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2f9af5f6-b200-4c01-bd8f-19573bd6af4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.080593 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2f9af5f6-b200-4c01-bd8f-19573bd6af4e admin admin] Publish callbacks [] for security_group (cdf32ef8-b355-4c94-b3c6-7cdb0db5634c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.169459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2f9af5f6-b200-4c01-bd8f-19573bd6af4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cdf32ef8-b355-4c94-b3c6-7cdb0db5634c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.208460 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2f9af5f6-b200-4c01-bd8f-19573bd6af4e admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=3ff07ec55bab47a9a1c9fe5904c8140f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034222 Aug 25 05:21:18.209200 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9af5f6-b200-4c01-bd8f-19573bd6af4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf32ef8-b355-4c94-b3c6-7cdb0db5634c,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:18.211292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40430) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:18.263591 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] Publish callbacks [] for security_group (cdf32ef8-b355-4c94-b3c6-7cdb0db5634c), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.283357 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] Publish callbacks [] for security_group (cdf32ef8-b355-4c94-b3c6-7cdb0db5634c), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.421090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cdf32ef8-b355-4c94-b3c6-7cdb0db5634c), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.423663 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:18.424802 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cdf32ef8-b355-4c94-b3c6-7cdb0db5634c HTTP/1.1" status: 204 len: 168 time: 0.2125394 Aug 25 05:21:18.432867 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a53248-47bc-46da-b138-e7f67a1bbc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf32ef8-b355-4c94-b3c6-7cdb0db5634c,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:18.444845 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:19.112118 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40436) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:19.126121 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fceb9129-ef8f-479e-b971-b2bd8120525d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.199575 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fceb9129-ef8f-479e-b971-b2bd8120525d admin admin] Publish callbacks [] for security_group (65623765-c21e-40b4-86ac-0fc0807a7eb9), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.308066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fceb9129-ef8f-479e-b971-b2bd8120525d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (65623765-c21e-40b4-86ac-0fc0807a7eb9), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.346108 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-fceb9129-ef8f-479e-b971-b2bd8120525d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=91e07b83562c472a837645a2c5003eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329459 Aug 25 05:21:19.348340 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb9129-ef8f-479e-b971-b2bd8120525d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65623765-c21e-40b4-86ac-0fc0807a7eb9,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:19.349082 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40438) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:19.398808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] Publish callbacks [] for security_group (65623765-c21e-40b4-86ac-0fc0807a7eb9), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.418963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] Publish callbacks [] for security_group (65623765-c21e-40b4-86ac-0fc0807a7eb9), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.610391 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (65623765-c21e-40b4-86ac-0fc0807a7eb9), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.612868 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:19.614110 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/65623765-c21e-40b4-86ac-0fc0807a7eb9 HTTP/1.1" status: 204 len: 168 time: 0.2639132 Aug 25 05:21:19.622145 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a51de-140f-466e-918a-927c47b0bf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65623765-c21e-40b4-86ac-0fc0807a7eb9,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:26.449913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-172a2f77-7d78-4f46-80ef-4738cfe37967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:28.521035 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:28.769966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5626d785-75c7-41f1-a4cf-44b4b31c5bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:29.341698 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=73,neutron:INSERT=13,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:29.344624 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=70,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:29.617772 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=64,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:29.618509 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=69,neutron:DELETE=6,neutron:INSERT=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:29.886226 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:21:30.015878 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:31.667830 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:31.695641 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:33.487327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40612) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:33.609821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:33.685719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Publish callbacks [] for security_group (79adbb0f-147c-483c-894c-5ec1797b5400), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:33.730002 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (79adbb0f-147c-483c-894c-5ec1797b5400), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:33.768233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79adbb0f-147c-483c-894c-5ec1797b5400,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:33.772137 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b74abfdbf2414fc59b2938f17c402bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834458 Aug 25 05:21:33.774912 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40616) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:33.778014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.778355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.778695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.779034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.779364 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.779693 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.780017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.780342 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.780692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.781013 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.781334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.781683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.782003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.782318 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.782634 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683e1402-7a82-4d54-8730-bfd3f9c279e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:33.826636 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Publish callbacks [] for security_group (79adbb0f-147c-483c-894c-5ec1797b5400), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:33.846020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Publish callbacks [] for security_group (79adbb0f-147c-483c-894c-5ec1797b5400), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:34.004541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (79adbb0f-147c-483c-894c-5ec1797b5400), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:34.007141 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:34.008284 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/79adbb0f-147c-483c-894c-5ec1797b5400 HTTP/1.1" status: 204 len: 168 time: 0.2323263 Aug 25 05:21:34.017005 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79adbb0f-147c-483c-894c-5ec1797b5400,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:34.024152 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.024494 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.024829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.025158 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.025510 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.025972 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.026294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.026633 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.026940 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.027257 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.027693 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.028140 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.028458 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.028775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:34.029086 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a873e506-5bc7-42be-9014-c1cffdda8622 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:21:36.913774 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:37.741295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:39.878346 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea13e92-e3c7-4a55-9e4e-bea6e120d4ed req-5c4a7fce-ddba-403a-98b9-3f6fd88b2e06 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:39.879845 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ea13e92-e3c7-4a55-9e4e-bea6e120d4ed req-5c4a7fce-ddba-403a-98b9-3f6fd88b2e06 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0471396 Aug 25 05:21:39.882710 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:39.927576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ea13e92-e3c7-4a55-9e4e-bea6e120d4ed req-69132dde-1ca1-4c9e-a1f3-56f58cf89fa7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Aug 25 05:21:40.327144 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b74eb-af6d-4473-be3a-c07d4eae13d4 req-b7230a9f-592e-4211-910c-0f16508cc66b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:40.328500 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bc2b74eb-af6d-4473-be3a-c07d4eae13d4 req-b7230a9f-592e-4211-910c-0f16508cc66b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0455477 Aug 25 05:21:40.378412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bc2b74eb-af6d-4473-be3a-c07d4eae13d4 req-fdc9409b-bf4c-4691-a3ad-8bbfba542040 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441084 Aug 25 05:21:41.049460 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9fe82-9d8e-4d89-bfd5-cc557baa546a req-62c659fc-52f6-4bb4-a00b-f2bc3bfeb260 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:41.050947 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-85a9fe82-9d8e-4d89-bfd5-cc557baa546a req-62c659fc-52f6-4bb4-a00b-f2bc3bfeb260 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0466673 Aug 25 05:21:41.096399 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-85a9fe82-9d8e-4d89-bfd5-cc557baa546a req-ea4c108e-be02-4ce0-b2f2-090ff5190e32 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400579 Aug 25 05:21:41.321727 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:41.500653 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baecd95c-be47-40e3-aa90-96bac4ba4093 req-8ec185d5-8b17-48e1-9931-6e1adbe545c1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:41.502025 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-baecd95c-be47-40e3-aa90-96bac4ba4093 req-8ec185d5-8b17-48e1-9931-6e1adbe545c1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0465834 Aug 25 05:21:41.548390 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-baecd95c-be47-40e3-aa90-96bac4ba4093 req-c01c45b4-8441-4887-9620-017f1c51830a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408421 Aug 25 05:21:42.215953 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1b5612-11ca-4a5f-814c-69d76fc11b69 req-72f90cdb-54f5-403c-b33e-af122fd971e8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:42.217381 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0f1b5612-11ca-4a5f-814c-69d76fc11b69 req-72f90cdb-54f5-403c-b33e-af122fd971e8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0494089 Aug 25 05:21:42.264490 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0f1b5612-11ca-4a5f-814c-69d76fc11b69 req-ba39d73a-25a1-4809-9913-929b4495f69a tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412621 Aug 25 05:21:42.668577 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed363b-cd73-42d4-b2b3-7d989665bfed req-5c36950d-6a34-4af4-a6e3-00b55c1124b4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:42.670020 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-35ed363b-cd73-42d4-b2b3-7d989665bfed req-5c36950d-6a34-4af4-a6e3-00b55c1124b4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0450714 Aug 25 05:21:42.715392 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-35ed363b-cd73-42d4-b2b3-7d989665bfed req-b93b4ff7-0b41-45d7-ac46-c35340b65785 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399082 Aug 25 05:21:43.382208 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a98fe-18e4-4392-a2c1-7221f43b0152 req-3251ceff-11df-41e8-bdea-1b97a82fdd65 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:43.384808 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0b5a98fe-18e4-4392-a2c1-7221f43b0152 req-3251ceff-11df-41e8-bdea-1b97a82fdd65 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0493970 Aug 25 05:21:43.434119 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0b5a98fe-18e4-4392-a2c1-7221f43b0152 req-86e383c3-61e7-4215-958b-923ccf83eb63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447767 Aug 25 05:21:43.842177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ae647-3b24-49e8-8e7a-9baaea79dd5a req-2a5c3f0a-1db2-4f3f-8b69-2700b4be34bc tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:43.843583 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fb1ae647-3b24-49e8-8e7a-9baaea79dd5a req-2a5c3f0a-1db2-4f3f-8b69-2700b4be34bc tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0510764 Aug 25 05:21:43.890158 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fb1ae647-3b24-49e8-8e7a-9baaea79dd5a req-90a21a49-0c5a-4125-9f63-74b8c773c8e0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Aug 25 05:21:44.552362 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fbb9f-4716-45ba-a3d9-fdc6e51b3962 req-a4320379-37c6-4752-8b66-e1e93608a617 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:44.553863 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a8fbb9f-4716-45ba-a3d9-fdc6e51b3962 req-a4320379-37c6-4752-8b66-e1e93608a617 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0478485 Aug 25 05:21:44.605195 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4a8fbb9f-4716-45ba-a3d9-fdc6e51b3962 req-cfc94dcd-529d-4579-9417-96fa0af5d2e3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c69e99dc-1e9d-4d33-ac77-d1bc35883e07&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458019 Aug 25 05:21:44.625957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-069bff8c-0076-47e8-9ba8-5223d28674e7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:44.627445 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-069bff8c-0076-47e8-9ba8-5223d28674e7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 946 time: 0.0470238 Aug 25 05:21:44.711478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port 2545757e-3565-43ac-8647-9693f02cbdb1 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:21:44.711832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:44.803876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] For port 2545757e-3565-43ac-8647-9693f02cbdb1, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=2545757e-3565-43ac-8647-9693f02cbdb1,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:21:44.804252 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:44.873169 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:44.899053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:45.031467 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:45.031722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:45.032035 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP c83e987d-af53-4919-bdc8-60122ab24ef2 disassociated. External IP: 172.27.3.170, port: 2545757e-3565-43ac-8647-9693f02cbdb1. Aug 25 05:21:45.032370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for 2545757e-3565-43ac-8647-9693f02cbdb1 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:21:45.047426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264419ec-b30b-4bac-b556-ba84e9939846 req-0d2bcf16-5e2c-4ab2-8692-d9581e1869ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:45.048932 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-0d2bcf16-5e2c-4ab2-8692-d9581e1869ab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1130 time: 0.0917778 Aug 25 05:21:45.061341 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da3eb1-f2f3-4ccb-aabd-441a2f596aa9 req-5d6ad9e8-5337-4222-bbcc-d42d3f5d37ef tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:45.062792 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-20da3eb1-f2f3-4ccb-aabd-441a2f596aa9 req-5d6ad9e8-5337-4222-bbcc-d42d3f5d37ef tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0883155 Aug 25 05:21:45.226827 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-20da3eb1-f2f3-4ccb-aabd-441a2f596aa9 req-657e2cf1-889f-4263-a16c-ad1a5ac771ae tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353636 Aug 25 05:21:45.265119 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264419ec-b30b-4bac-b556-ba84e9939846 req-7a903e4c-3a11-4859-9b5d-d2358bef9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:45.266641 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-7a903e4c-3a11-4859-9b5d-d2358bef9e5f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.1768775 Aug 25 05:21:45.339511 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-96afcfcc-cd8a-4877-85de-c0ea2a12355f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1002 time: 0.0655358 Aug 25 05:21:45.405032 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (2545757e-3565-43ac-8647-9693f02cbdb1), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:45.434062 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=2545757e-3565-43ac-8647-9693f02cbdb1,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:45.543779 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:21:45.647265 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:45.654331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:21:45.666851 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:21:45.675076 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:21:45.675811 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:21:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:21:45.698818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] No DVR routers for this DVR port 2545757e-3565-43ac-8647-9693f02cbdb1 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:21:45.706452 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:45.706452 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ab8d4cb-86ec-46cc-b51c-f3a5c67dfa9e req-0dc99850-0fcb-4c85-83f1-14887e258775 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "DELETE /networking/v2.0/ports/2545757e-3565-43ac-8647-9693f02cbdb1 HTTP/1.1" status: 204 len: 173 time: 1.0726030 Aug 25 05:21:45.706452 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'name': 'network-vif-deleted', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:21:45.708054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d156e00a-484f-4b12-8457-547200ee2da4" -d '{"events": [{"server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "name": "network-vif-deleted", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:21:45.718859 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ab0b8a42-085d-41a5-aba0-81f437813583 req-3d0b2bf3-7f8e-43b3-a2e1-acad84c78b8b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0295942 Aug 25 05:21:45.749387 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6c8554-fd09-4bd2-96c0-4c1b4b76363b x-openstack-request-id: req-2a6c8554-fd09-4bd2-96c0-4c1b4b76363b {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:21:45.749716 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "940baae4-f323-4807-87d4-f556d88e3e8f", "name": "network-vif-deleted", "tag": "2545757e-3565-43ac-8647-9693f02cbdb1", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:21:45.749966 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a6c8554-fd09-4bd2-96c0-4c1b4b76363b {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:21:45.750469 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6c8554-fd09-4bd2-96c0-4c1b4b76363b'] response: {'server_uuid': '940baae4-f323-4807-87d4-f556d88e3e8f', 'name': 'network-vif-deleted', 'tag': '2545757e-3565-43ac-8647-9693f02cbdb1', 'status': 'completed', 'code': 200} Aug 25 05:21:45.783202 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:21:45.976055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:21:46.000362 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:21:46.008492 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:21:46.009076 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:21:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:21:46.108715 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:21:46.294554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:21:46.320261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ac7858-5996-4fea-8409-4730957b1f5d None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:21:46.356075 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea632520-e5da-453d-8885-7b76d37c1247 req-03747ce2-1957-4573-97f1-37837f30a3a9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:46.357641 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ea632520-e5da-453d-8885-7b76d37c1247 req-03747ce2-1957-4573-97f1-37837f30a3a9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0486238 Aug 25 05:21:46.407877 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ea632520-e5da-453d-8885-7b76d37c1247 req-8c3a65d3-77fe-4cd0-b9dd-2d06f2be35c1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442586 Aug 25 05:21:46.536848 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d151c6f-2179-4095-aa0d-92f4bb208066 None None] New status for floating IP c83e987d-af53-4919-bdc8-60122ab24ef2: DOWN {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:21:46.828484 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-90cffa1c-913b-44be-9a99-189334ed4db6 req-74fa5c50-9df6-4193-ba71-50222cba892d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0310447 Aug 25 05:21:47.534208 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b597c-5ac3-4502-94ec-3ce5c1c13e32 req-d17afb2e-640e-4b80-a0ed-50dbe83005c7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:47.535576 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-776b597c-5ac3-4502-94ec-3ce5c1c13e32 req-d17afb2e-640e-4b80-a0ed-50dbe83005c7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0492747 Aug 25 05:21:47.580872 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-776b597c-5ac3-4502-94ec-3ce5c1c13e32 req-da745bc2-6b76-4f24-b762-179644a50d30 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Aug 25 05:21:47.928018 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-798700e1-c009-48a2-b356-afd3c2b9c393 req-c33f650a-cc6c-4673-ba0c-e17a1d0f6f4e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0269430 Aug 25 05:21:48.705688 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f4d4d-0f74-485c-a475-9820e582687a req-3785b7f0-1ee8-46f8-b206-5bfc8d4725f9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:48.707168 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fc6f4d4d-0f74-485c-a475-9820e582687a req-3785b7f0-1ee8-46f8-b206-5bfc8d4725f9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0476696 Aug 25 05:21:48.753638 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fc6f4d4d-0f74-485c-a475-9820e582687a req-ed59f7e3-51e1-4297-9dfc-1696bf1235a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Aug 25 05:21:49.030234 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-43a8361d-1fc5-4ff7-9aac-262cfd8bed18 req-d12dd8bf-9bc2-4df3-b5cc-9bbce061d572 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0274830 Aug 25 05:21:49.348770 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264419ec-b30b-4bac-b556-ba84e9939846 req-0f08cee9-d502-4095-9a36-cdc93326a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:49.350223 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-0f08cee9-d502-4095-9a36-cdc93326a2e4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0432281 Aug 25 05:21:49.396678 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264419ec-b30b-4bac-b556-ba84e9939846 req-adb39a0b-602d-478c-83c8-8bb43d3dfb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:49.398203 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-adb39a0b-602d-478c-83c8-8bb43d3dfb17 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421064 Aug 25 05:21:49.490589 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-0d6a33ae-3736-4056-b204-ca34becc63ca service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845699 Aug 25 05:21:49.879615 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626a10d-bb26-49c3-82cd-8cfd2bcec468 req-da2d9526-3a40-45c3-9aae-3a11d597e268 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:49.880439 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:49.881080 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9626a10d-bb26-49c3-82cd-8cfd2bcec468 req-da2d9526-3a40-45c3-9aae-3a11d597e268 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0474505 Aug 25 05:21:49.884352 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-264419ec-b30b-4bac-b556-ba84e9939846 req-3aa86bcf-1674-4cc3-b123-5d600f94e8fa service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408716 Aug 25 05:21:49.932598 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9626a10d-bb26-49c3-82cd-8cfd2bcec468 req-08eef221-1b7b-4d3b-a917-8f7c4fef961e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453327 Aug 25 05:21:50.144780 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f890a967-ab06-4b00-90fb-decc11facf30 req-2d6c9a33-e8ab-4250-9844-f90371857f37 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=940baae4-f323-4807-87d4-f556d88e3e8f HTTP/1.1" status: 200 len: 210 time: 0.0291796 Aug 25 05:21:51.059619 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285bf52e-f3f2-4da6-814b-4e3915adfb0d req-01d36d3b-c526-4b58-9e2c-3482639677a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:51.061212 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-285bf52e-f3f2-4da6-814b-4e3915adfb0d req-01d36d3b-c526-4b58-9e2c-3482639677a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0471504 Aug 25 05:21:51.093604 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:51.097453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:51.108734 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-285bf52e-f3f2-4da6-814b-4e3915adfb0d req-a9ed2496-0f6a-4e62-b51e-55e64a9d0402 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414467 Aug 25 05:21:51.323351 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40802) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:51.381649 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (c69e99dc-1e9d-4d33-ac77-d1bc35883e07), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.404338 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (c69e99dc-1e9d-4d33-ac77-d1bc35883e07), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.535335 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c69e99dc-1e9d-4d33-ac77-d1bc35883e07), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.537846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.538982 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c69e99dc-1e9d-4d33-ac77-d1bc35883e07 HTTP/1.1" status: 204 len: 168 time: 0.2146785 Aug 25 05:21:51.541990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40806) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:51.548674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9498032-bd3f-4b6f-ae53-5546eb2afcf0 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69e99dc-1e9d-4d33-ac77-d1bc35883e07,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:51.559613 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.api.v2.resource [None req-6c623809-72bf-4cc5-b0da-add261517802 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] show failed (client error): The resource could not be found. Aug 25 05:21:51.559613 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6c623809-72bf-4cc5-b0da-add261517802 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups/c69e99dc-1e9d-4d33-ac77-d1bc35883e07 HTTP/1.1" status: 404 len: 347 time: 0.0137291 Aug 25 05:21:51.562442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40808) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:51.671967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port a1bc4962-2333-4bff-b3f4-d2aab10bc242 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:21:51.672312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.749643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.749978 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (a1bc4962-2333-4bff-b3f4-d2aab10bc242), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:51.762213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for a1bc4962-2333-4bff-b3f4-d2aab10bc242 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:21:52.009752 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (a1bc4962-2333-4bff-b3f4-d2aab10bc242), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.033563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=a1bc4962-2333-4bff-b3f4-d2aab10bc242,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:52.093752 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (c83e987d-af53-4919-bdc8-60122ab24ef2), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.096271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.097717 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d3042113-52e4-4a4d-9f82-a56244590d58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/c83e987d-af53-4919-bdc8-60122ab24ef2 HTTP/1.1" status: 204 len: 168 time: 0.5343068 Aug 25 05:21:52.234496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e18f2-0774-4032-9a17-d82ab0c442e8 req-a3ec3d8d-d631-4147-bba1-19350fc64881 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:52.235961 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0d5e18f2-0774-4032-9a17-d82ab0c442e8 req-a3ec3d8d-d631-4147-bba1-19350fc64881 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0508294 Aug 25 05:21:52.282506 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0d5e18f2-0774-4032-9a17-d82ab0c442e8 req-52b6d1a7-e5c8-49bf-b996-981f293b2d38 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408459 Aug 25 05:21:52.390124 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40816) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:52.394583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2129635933', 'description': 'tempest-description--1466144047'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:21:52.581635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.647153 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (9d244d3d-2d5c-4b45-9466-47dfecd055a9), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.741258 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9d244d3d-2d5c-4b45-9466-47dfecd055a9), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.770579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d244d3d-2d5c-4b45-9466-47dfecd055a9,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:52.846172 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.847650 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c876e938-839a-4a61-89b1-5abbabd66b77 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4565916 Aug 25 05:21:52.850611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40818) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:52.854825 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '9d244d3d-2d5c-4b45-9466-47dfecd055a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:21:52.941583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (adc75210-2269-4b28-a5d0-72fa39d789fd), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:52.998020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (adc75210-2269-4b28-a5d0-72fa39d789fd), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.107029 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (adc75210-2269-4b28-a5d0-72fa39d789fd), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.125405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc75210-2269-4b28-a5d0-72fa39d789fd,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:53.240067 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.241298 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8e729797-688c-4811-8bf2-1b455b005536 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3897884 Aug 25 05:21:53.244046 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40822) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:53.248227 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'security_group_rule': {'security_group_id': '9d244d3d-2d5c-4b45-9466-47dfecd055a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:21:53.341008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (4be0c937-31f7-45d9-aa64-754d701a5071), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.402906 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:53.425459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7c9bd-1490-4f0c-b1b6-53682a504daa req-c1aac3bb-3bea-434c-8832-ff5155f06519 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:53.426981 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6dd7c9bd-1490-4f0c-b1b6-53682a504daa req-c1aac3bb-3bea-434c-8832-ff5155f06519 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0642328 Aug 25 05:21:53.441199 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (4be0c937-31f7-45d9-aa64-754d701a5071), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.482407 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6dd7c9bd-1490-4f0c-b1b6-53682a504daa req-b3641c2a-8edb-4404-b7bf-ab162789ba04 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480857 Aug 25 05:21:53.501499 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (4be0c937-31f7-45d9-aa64-754d701a5071), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.520653 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4be0c937-31f7-45d9-aa64-754d701a5071,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:53.623138 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.624976 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e524ceb7-ef97-42c2-94a5-7444a279ac0b tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3800185 Aug 25 05:21:53.628162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40828) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:21:53.632430 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:21:53.642264 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:53.735397 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.815932 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:53.922263 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.27.3.47 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/d0c5c923-133e-449e-bf00-d4f1b9dbdc01) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:21:54.029152 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.135767 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.176904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:21:54.179847 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:21:54.183349 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:21:54.208610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=d0c5c923-133e-449e-bf00-d4f1b9dbdc01,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:54.268301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.358137 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.434341 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:INSERT=9,neutron:SELECT=87,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:54.504836 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.552691 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.610579 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517860cd-40a2-4c9a-a9dc-61f1f5f52d21 req-37dada65-1d68-4003-963e-3324853ea6e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:54.612049 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-517860cd-40a2-4c9a-a9dc-61f1f5f52d21 req-37dada65-1d68-4003-963e-3324853ea6e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0509548 Aug 25 05:21:54.616746 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:54.625846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.628659 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=d0c5c923-133e-449e-bf00-d4f1b9dbdc01,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:21:54.660769 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-517860cd-40a2-4c9a-a9dc-61f1f5f52d21 req-bba6410d-41f1-42fe-9f5b-e7cac4de6976 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426593 Aug 25 05:21:54.680147 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:54.681384 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6ae33287-d331-4a5c-832a-06b17c2b4f72 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0523069 Aug 25 05:21:54.876286 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-ea9ec7a7-8422-464b-9207-91e10f4ff55f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2129635933&fields=id&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 267 time: 0.0423284 Aug 25 05:21:55.017064 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f8a69b39-8b3a-4f03-af13-297d830a6908 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:55.018530 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f8a69b39-8b3a-4f03-af13-297d830a6908 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1359611 Aug 25 05:21:55.032399 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-5be962e4-6cde-4bfe-852e-dbbe89284bce tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/quotas/f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 375 time: 0.0085382 Aug 25 05:21:55.084137 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f8d4a8a3-bc51-4578-9d6b-0f1aa1a69631 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468338 Aug 25 05:21:55.177839 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-a88d3b91-6578-4244-a850-29b6bb090ef6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821831 Aug 25 05:21:55.274268 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-d7feba42-bd73-4680-a12c-bde03d69336f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909228 Aug 25 05:21:55.279300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2545757e-3565-43ac-8647-9693f02cbdb1 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:21:55.282296 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:55.298925 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 2545757e-3565-43ac-8647-9693f02cbdb1 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:21:55.301185 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 2545757e-3565-43ac-8647-9693f02cbdb1 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:21:55.785538 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa51f29-ecf9-4dc8-aa12-342b8eec015e req-153806b1-a022-483a-b427-c4173e6814eb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:55.787004 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8fa51f29-ecf9-4dc8-aa12-342b8eec015e req-153806b1-a022-483a-b427-c4173e6814eb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0468304 Aug 25 05:21:55.804983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:55.833823 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8fa51f29-ecf9-4dc8-aa12-342b8eec015e req-3ccf154d-31e5-4ac4-9b8d-9f62015d9251 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413625 Aug 25 05:21:56.438210 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d8f81f41-d391-4886-8b01-5a56e326d20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:56.562367 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9572ccf4-79e1-418c-877c-f72c111033d5 req-326f1a3b-aa2e-4e8d-964c-8025b6b98a51 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0289440 Aug 25 05:21:56.608913 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:56.611754 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:21:56.965790 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d92bb-2ce8-437a-a3b4-7d4857ecba2c req-8740bb53-7b6c-44fa-b1b2-bf2a8618ab14 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:56.967785 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b04d92bb-2ce8-437a-a3b4-7d4857ecba2c req-8740bb53-7b6c-44fa-b1b2-bf2a8618ab14 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0476575 Aug 25 05:21:57.017271 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b04d92bb-2ce8-437a-a3b4-7d4857ecba2c req-97b7cb67-1aca-46b0-9b4b-e5739d433133 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Aug 25 05:21:57.646543 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-396937e2-3d0e-4708-8906-6f00753b3b1e req-a7c0ac96-13de-4a15-8b57-59d67d38d288 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0313041 Aug 25 05:21:58.144011 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dbd41-c2bd-472e-a1a8-80d0ca7228e0 req-b13eff43-c39b-4209-8a29-d48e3e2c4f2e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:58.145411 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-534dbd41-c2bd-472e-a1a8-80d0ca7228e0 req-b13eff43-c39b-4209-8a29-d48e3e2c4f2e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0504527 Aug 25 05:21:58.193290 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-534dbd41-c2bd-472e-a1a8-80d0ca7228e0 req-6258baf1-3fea-499c-8b0d-3ddd06a4f29d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421431 Aug 25 05:21:58.615434 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ae741bf3-a622-4cb7-a883-16b908565108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:21:58.727676 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cd447194-8120-45cf-a9c5-43396e104329 req-116733c8-43a2-49bd-b813-eb0bae1d95d1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Aug 25 05:21:59.318361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e252804-2149-4010-8cca-2ea564fb4a21 req-03880f43-0e38-4b56-94d8-7b6a52453bbb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:21:59.319870 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e252804-2149-4010-8cca-2ea564fb4a21 req-03880f43-0e38-4b56-94d8-7b6a52453bbb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0477169 Aug 25 05:21:59.367586 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e252804-2149-4010-8cca-2ea564fb4a21 req-14f58d0f-54dd-4dae-be89-1ff2637e6b6f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420344 Aug 25 05:21:59.808501 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d7183cfe-7c4e-46fa-b0de-256eba7d82d8 req-d7c06945-36e0-497a-ad31-da6108ad3e57 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0278711 Aug 25 05:21:59.918398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:00.067821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:00.490049 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa33d73-66a1-416d-be86-9c452e0d7aa5 req-27111dd8-956e-400b-9b40-f176ed76a218 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:00.491506 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8fa33d73-66a1-416d-be86-9c452e0d7aa5 req-27111dd8-956e-400b-9b40-f176ed76a218 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0468795 Aug 25 05:22:00.768494 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8fa33d73-66a1-416d-be86-9c452e0d7aa5 req-7d73d547-b60c-4c62-80bb-a2ff92a2975e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703681 Aug 25 05:22:00.908320 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5db99bb1-b7d2-4e68-b560-e32ca729c516 req-e36af262-20ba-473e-aa50-1ff4aff8ffc1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0293105 Aug 25 05:22:01.397951 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:01.420645 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:01.893559 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590075-2649-43b3-840c-d570e0436407 req-7b650c4e-ea03-47a5-ac0e-a56f710556cb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:01.895007 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d590075-2649-43b3-840c-d570e0436407 req-7b650c4e-ea03-47a5-ac0e-a56f710556cb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0484846 Aug 25 05:22:01.937405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:01.946146 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d590075-2649-43b3-840c-d570e0436407 req-7f64dff2-e7b4-431b-ad3a-f273c1091084 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457213 Aug 25 05:22:02.025759 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5607eee0-06fd-46bd-87a7-8b8f79189a08 req-d8a2cb75-3721-4baf-ae02-e3fed90801ee tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0279210 Aug 25 05:22:02.518078 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 40960) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:22:02.645638 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11666e6c-b608-4a13-8318-85900988eb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:02.717409 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:02.719469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11666e6c-b608-4a13-8318-85900988eb29 admin admin] Publish callbacks [] for security_group (ff420d3a-3189-42ec-80bf-05e65ea345de), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:02.787257 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-11666e6c-b608-4a13-8318-85900988eb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (ff420d3a-3189-42ec-80bf-05e65ea345de), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:02.827932 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-11666e6c-b608-4a13-8318-85900988eb29 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=981003711acd4115912320529b2d49cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087821 Aug 25 05:22:02.829117 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11666e6c-b608-4a13-8318-85900988eb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff420d3a-3189-42ec-80bf-05e65ea345de,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:02.830667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 40966) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:22:02.883550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] Publish callbacks [] for security_group (ff420d3a-3189-42ec-80bf-05e65ea345de), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:02.903934 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] Publish callbacks [] for security_group (ff420d3a-3189-42ec-80bf-05e65ea345de), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.062708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (ff420d3a-3189-42ec-80bf-05e65ea345de), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.065848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.073915 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/ff420d3a-3189-42ec-80bf-05e65ea345de HTTP/1.1" status: 204 len: 168 time: 0.2369108 Aug 25 05:22:03.079538 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c1815-1463-433e-b434-498982cc3722 req-e14e145c-1740-4bd1-99b4-38fa29aa7b55 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:03.082010 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-892c1815-1463-433e-b434-498982cc3722 req-e14e145c-1740-4bd1-99b4-38fa29aa7b55 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0536730 Aug 25 05:22:03.096040 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:03.117063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc837f-672d-422c-8d21-5afb04a9f05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff420d3a-3189-42ec-80bf-05e65ea345de,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:03.155222 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e80c940a-28fb-48f6-aa76-ac7db7fbcb15 req-38756dbd-5e0c-4ae2-ab2d-bd20ea084059 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0378087 Aug 25 05:22:03.155360 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-892c1815-1463-433e-b434-498982cc3722 req-1ed26090-b975-40c3-be03-64a477544d8b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638611 Aug 25 05:22:03.185723 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-3267219c-94bd-430e-b415-af7c72decf62 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:03.187176 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-3267219c-94bd-430e-b415-af7c72decf62 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 814 time: 0.1721787 Aug 25 05:22:03.259685 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f97a6765-8ef6-4a66-b7d0-312156f909f4 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f640cb592ed1455a827976752ce2f49d HTTP/1.1" status: 200 len: 380 time: 0.0578735 Aug 25 05:22:03.273498 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'port': {'device_id': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'admin_state_up': True, 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'security_groups': ['9d244d3d-2d5c-4b45-9466-47dfecd055a9']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:22:03.299943 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:22:03.456209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Made reservation on behalf of f640cb592ed1455a827976752ce2f49d for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:22:03.460719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.549400 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:03.563328 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:22:03.601599 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: ACTIVE; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:03.601906 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.607450 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Allocated IP 172.20.0.14 (68f1da36-d799-4803-8568-258dd71a0604/516a5d04-09c0-4976-a081-600ef1c7acb0/b3efd045-f9cf-4456-a70e-5318feee2f25) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:22:03.615755 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:22:03.635701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:03.689827 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.724577 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:03.738366 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=6']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:03.745569 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.745976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.746325 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.746665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.747014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.747338 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.747665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.747987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.748312 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.748647 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.749002 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.749864 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.750192 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.750514 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.750834 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.751153 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:22:03.848293 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['734e6925-ff8f-414a-b2c5-79868183c1ba'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:22:03.872997 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:03.920460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Network 68f1da36-d799-4803-8568-258dd71a0604 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:22:03.923644 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:22:03.927618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:22:03.956648 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event updated for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:03.986133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:03.986791 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.064572 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-53117312-c6c7-4950-a731-4432ecebae63 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7947478 Aug 25 05:22:04.082582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Request body: {'port': {'device_id': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:22:04.110717 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:04.143200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.174532 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-2038703b-d997-468f-ba43-1ddb447e0b59 None None] Provisioning complete for port b3efd045-f9cf-4456-a70e-5318feee2f25 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:22:04.175044 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2038703b-d997-468f-ba43-1ddb447e0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.229934 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-2038703b-d997-468f-ba43-1ddb447e0b59 None None] Port b3efd045-f9cf-4456-a70e-5318feee2f25 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:22:04.300191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc162ab0-011f-4469-a84f-b69278e92dbc req-5b5e7ea5-4e7b-448c-8383-715c0f26a990 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:04.301699 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc162ab0-011f-4469-a84f-b69278e92dbc req-5b5e7ea5-4e7b-448c-8383-715c0f26a990 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0462437 Aug 25 05:22:04.309930 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f902493-fc95-4b5a-b981-5628799372d5 req-a55e9fe3-cbea-45bd-af5d-f650b2063731 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:04.311413 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f902493-fc95-4b5a-b981-5628799372d5 req-a55e9fe3-cbea-45bd-af5d-f650b2063731 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 932 time: 0.0654805 Aug 25 05:22:04.349022 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc162ab0-011f-4469-a84f-b69278e92dbc req-273bb5b1-cc47-41e4-b159-fbe25d71248a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416512 Aug 25 05:22:04.413195 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f902493-fc95-4b5a-b981-5628799372d5 req-c913981d-ef55-447a-bfc5-b4d8c067a376 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916266 Aug 25 05:22:04.480797 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3efd045-f9cf-4456-a70e-5318feee2f25 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:22:04.488695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks [] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.500541 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Transition to ACTIVE for port object b3efd045-f9cf-4456-a70e-5318feee2f25 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:22:04.575083 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.651565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:04.682636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Attempting to bind port b3efd045-f9cf-4456-a70e-5318feee2f25 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:22:04.682889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Attempting to bind port b3efd045-f9cf-4456-a70e-5318feee2f25 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:22:04.683214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Attempting to bind port b3efd045-f9cf-4456-a70e-5318feee2f25 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:22:04.687421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Port b3efd045-f9cf-4456-a70e-5318feee2f25 on network 68f1da36-d799-4803-8568-258dd71a0604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:22:04.687734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Attempting to bind port b3efd045-f9cf-4456-a70e-5318feee2f25 on network 68f1da36-d799-4803-8568-258dd71a0604 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:22:04.692566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:22:04.692895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Checking segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:22:04.693268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Bound using segment: {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:22:04.693718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Bound port: b3efd045-f9cf-4456-a70e-5318feee2f25, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce064f05-1dc3-4be6-811f-16d73053c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '68f1da36-d799-4803-8568-258dd71a0604'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:22:04.694072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.737719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:04.752183 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:22:04.755300 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b3efd045-f9cf-4456-a70e-5318feee2f25,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:22:04.832477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.835984 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:04.837100 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:04.838531 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/b3efd045-f9cf-4456-a70e-5318feee2f25 HTTP/1.1" status: 200 len: 1094 time: 0.7604196 Aug 25 05:22:04.840848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:04.843864 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5" -d '{"events": [{"name": "network-changed", "server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:04.894547 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9688cf8-1b9e-4d47-a0be-fb5e52d1faa7 service neutron] Pushing event updated for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:05.030288 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b5786e-55dc-40c8-abf8-99ac929c8206 x-openstack-request-id: req-f8b5786e-55dc-40c8-abf8-99ac929c8206 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:05.031220 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:05.035722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8b5786e-55dc-40c8-abf8-99ac929c8206 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:05.035722 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b5786e-55dc-40c8-abf8-99ac929c8206'] response: {'name': 'network-changed', 'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'status': 'completed', 'code': 200} Aug 25 05:22:05.215310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-c6f2d94d-691d-4c7e-a44d-33a74b16aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.216777 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-c6f2d94d-691d-4c7e-a44d-33a74b16aa3d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0426877 Aug 25 05:22:05.298567 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:22:05.320560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-03e97411-50ef-428c-aa43-7ef1bb3c6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.322057 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-03e97411-50ef-428c-aa43-7ef1bb3c6067 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=f640cb592ed1455a827976752ce2f49d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0905328 Aug 25 05:22:05.336686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:05.343120 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 734e6925-ff8f-414a-b2c5-79868183c1ba triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:22:05.348139 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:05.417381 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:05.417786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:05.422137 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-fb0ad50c-fbd0-4c6c-81ec-3267d276149c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.423625 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0f3acddd-5bcc-418c-a644-7835a1e3a2a5 req-fb0ad50c-fbd0-4c6c-81ec-3267d276149c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950017 Aug 25 05:22:05.445097 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:05.447370 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0553fafd-0a0e-4024-936b-ea5eeda13885" -d '{"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:05.460874 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:05.485260 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8c276-026b-4956-ba4c-7743760600eb req-6bbc9e3a-6bc0-4b0e-b4c8-55224e911b3d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.486734 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2b8c276-026b-4956-ba4c-7743760600eb req-6bbc9e3a-6bc0-4b0e-b4c8-55224e911b3d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0490355 Aug 25 05:22:05.546950 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:05.549414 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4cb745-4aa1-4374-8b10-502d6ee8de5e req-b20c0973-732d-441b-85c0-2df7532dd499 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.551040 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aa4cb745-4aa1-4374-8b10-502d6ee8de5e req-b20c0973-732d-441b-85c0-2df7532dd499 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0501933 Aug 25 05:22:05.558570 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:05.571085 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-46be8949-433d-4956-bf76-e4fc089268c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.572492 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-46be8949-433d-4956-bf76-e4fc089268c1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 1128 time: 0.0652776 Aug 25 05:22:05.575766 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c2b8c276-026b-4956-ba4c-7743760600eb req-da28e901-cecb-4d4f-aeb7-d91150af1982 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831594 Aug 25 05:22:05.601711 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aa4cb745-4aa1-4374-8b10-502d6ee8de5e req-74d10f33-2198-481c-8c29-cc9e70faf274 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 Aug 25 05:22:05.624023 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=7']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:05.626675 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-18b362c3-a13e-4f8f-a3d7-15da7b605246 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3efd045-f9cf-4456-a70e-5318feee2f25 HTTP/1.1" status: 200 len: 217 time: 0.0394597 Aug 25 05:22:05.651623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a21fdb-21f5-4d59-9a2b-25691209de08 x-openstack-request-id: req-00a21fdb-21f5-4d59-9a2b-25691209de08 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:05.651911 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:05.652156 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00a21fdb-21f5-4d59-9a2b-25691209de08 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:05.652550 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a21fdb-21f5-4d59-9a2b-25691209de08'] response: {'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'code': 200} Aug 25 05:22:05.676607 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-a7420bb9-dd1e-44b9-954c-f4d53cd69032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.678137 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-a7420bb9-dd1e-44b9-954c-f4d53cd69032 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0451989 Aug 25 05:22:05.733276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9cbc893-f5bc-46fa-9697-403c03786f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:05.735278 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f9cbc893-f5bc-46fa-9697-403c03786f18 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380204 Aug 25 05:22:05.826234 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-f4e82071-793f-4ed6-bec4-028adfd14756 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843155 Aug 25 05:22:05.918631 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bf597b6f-0692-4a27-9fc3-b178ba794d99 req-057b10b3-e7ed-4a1e-9067-abfbefd009b8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857813 Aug 25 05:22:06.701811 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d062d-43e5-492c-8f38-a7cf1c950fd8 req-4859b750-3786-4e3b-ae40-4e6481cffb69 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:06.703890 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-659d062d-43e5-492c-8f38-a7cf1c950fd8 req-4859b750-3786-4e3b-ae40-4e6481cffb69 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0481720 Aug 25 05:22:06.730488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35144f-6562-49ee-9817-82a5bd49dd1b req-e72eaea0-3828-44ab-8647-75945488e73f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:06.731949 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5b35144f-6562-49ee-9817-82a5bd49dd1b req-e72eaea0-3828-44ab-8647-75945488e73f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0489259 Aug 25 05:22:06.751586 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-659d062d-43e5-492c-8f38-a7cf1c950fd8 req-515a6314-dadf-4d6e-8646-cda13fefa96d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Aug 25 05:22:06.780815 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5b35144f-6562-49ee-9817-82a5bd49dd1b req-2ff64747-1386-47f8-840d-bbe8f3095c58 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430245 Aug 25 05:22:06.885149 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:22:07.752505 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:07.875389 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd3b9f-69f8-41c3-bfd0-8443e9756a22 req-9251bf29-278e-4ecd-97c9-4bdd5f71f4c8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:07.876863 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72fd3b9f-69f8-41c3-bfd0-8443e9756a22 req-9251bf29-278e-4ecd-97c9-4bdd5f71f4c8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0470099 Aug 25 05:22:07.897547 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c479328-8ba3-4b95-9b1c-bfe4838d9026 req-66b79037-0326-4281-8b80-494c0ec0e158 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:07.899062 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5c479328-8ba3-4b95-9b1c-bfe4838d9026 req-66b79037-0326-4281-8b80-494c0ec0e158 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0465035 Aug 25 05:22:07.928899 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72fd3b9f-69f8-41c3-bfd0-8443e9756a22 req-d7ea0460-672a-44aa-add5-382421b01dd9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459032 Aug 25 05:22:07.942553 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:07.947103 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5c479328-8ba3-4b95-9b1c-bfe4838d9026 req-26f8d239-77de-41d1-ac86-d86676053cdf tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 Aug 25 05:22:09.052727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41670d-7231-4cda-be64-15daf4e07636 req-f30b5609-6e69-4caf-b19a-4e20c00af6d3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:09.054245 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e41670d-7231-4cda-be64-15daf4e07636 req-f30b5609-6e69-4caf-b19a-4e20c00af6d3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0464318 Aug 25 05:22:09.068900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25da40-b23d-4da8-965b-95c1066d486d req-efd7ab96-c177-4e23-8466-e56bd4ee081d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:09.070515 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5c25da40-b23d-4da8-965b-95c1066d486d req-efd7ab96-c177-4e23-8466-e56bd4ee081d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0502379 Aug 25 05:22:09.103890 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e41670d-7231-4cda-be64-15daf4e07636 req-eeb76c46-0e45-4068-ac83-c1f93f082703 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432820 Aug 25 05:22:09.119878 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5c25da40-b23d-4da8-965b-95c1066d486d req-d85498ea-7c0a-4807-97d6-80c95bef1337 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Aug 25 05:22:10.280407 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71191e-5795-4beb-85d5-d8b58875781d req-9b478509-5715-4bac-9c14-87e1783abcbe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:10.282306 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e71191e-5795-4beb-85d5-d8b58875781d req-9b478509-5715-4bac-9c14-87e1783abcbe tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0624309 Aug 25 05:22:10.303083 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3f841-4d75-448f-a938-9854cdd16060 req-27eead92-58ad-469a-96fa-82e0323aa0b2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:10.310269 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8fb3f841-4d75-448f-a938-9854cdd16060 req-27eead92-58ad-469a-96fa-82e0323aa0b2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0642896 Aug 25 05:22:10.339777 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0e71191e-5795-4beb-85d5-d8b58875781d req-cb4093fa-e45c-4591-8fd5-adae6ab6a018 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492647 Aug 25 05:22:10.396067 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8fb3f841-4d75-448f-a938-9854cdd16060 req-4d08185e-a95e-4c91-af04-c778fe4ab8e1 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848513 Aug 25 05:22:11.319453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device b3efd045-f9cf-4456-a70e-5318feee2f25 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:22:11.439695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b3efd045-f9cf-4456-a70e-5318feee2f25,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:11.460401 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'port_id': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'mac_address': 'fa:16:3e:f2:bb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:22:11.508057 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e84716-c128-4e8b-ba4b-5eda24b4c1d8 req-f69ac7b5-4c9f-42c6-9539-a74c1f489d86 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:11.509767 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-99e84716-c128-4e8b-ba4b-5eda24b4c1d8 req-f69ac7b5-4c9f-42c6-9539-a74c1f489d86 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0718663 Aug 25 05:22:11.513553 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port b3efd045-f9cf-4456-a70e-5318feee2f25 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:11.514145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:11.529616 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3efd045-f9cf-4456-a70e-5318feee2f25 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:22:11.548002 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb5c1aa-4752-44bd-a3a3-de592be07d56 req-346347b9-ca1a-491a-b236-eab16dbcda6d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:11.555629 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fcb5c1aa-4752-44bd-a3a3-de592be07d56 req-346347b9-ca1a-491a-b236-eab16dbcda6d tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 944 time: 0.0760338 Aug 25 05:22:11.562038 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b3efd045-f9cf-4456-a70e-5318feee2f25,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:11.563860 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:11.581013 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-99e84716-c128-4e8b-ba4b-5eda24b4c1d8 req-2757a98a-42de-4f68-a0ac-cdcf446c91aa tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635505 Aug 25 05:22:11.619936 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fcb5c1aa-4752-44bd-a3a3-de592be07d56 req-27ca448e-c5a6-4116-b10a-e9c3d1f2afcf tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631607 Aug 25 05:22:11.627324 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:11.651078 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:11.682486 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:12.082690 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['b3efd045-f9cf-4456-a70e-5318feee2f25'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:22:12.195034 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:12.719861 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af682a5e-9560-4327-8e02-9f3f5766607c req-f5b3dd1b-6044-4b72-a0ca-f38232a7c490 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:12.722254 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-af682a5e-9560-4327-8e02-9f3f5766607c req-f5b3dd1b-6044-4b72-a0ca-f38232a7c490 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Aug 25 05:22:12.762706 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe42c19-6c5f-4794-8237-2c84f1209858 req-53002c4b-897e-476b-989c-5b03da17cdf2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:12.764244 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fbe42c19-6c5f-4794-8237-2c84f1209858 req-53002c4b-897e-476b-989c-5b03da17cdf2 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Aug 25 05:22:12.772306 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-af682a5e-9560-4327-8e02-9f3f5766607c req-e3615fc0-2371-410b-bcd7-22552d64b13e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428984 Aug 25 05:22:12.821651 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fbe42c19-6c5f-4794-8237-2c84f1209858 req-7170498e-c626-4394-bb0b-51bb48c7c685 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426917 Aug 25 05:22:13.330289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device b3efd045-f9cf-4456-a70e-5318feee2f25 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:22:13.386441 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port b3efd045-f9cf-4456-a70e-5318feee2f25 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:22:13.460775 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port b3efd045-f9cf-4456-a70e-5318feee2f25 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:22:13.461692 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:13.538071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port b3efd045-f9cf-4456-a70e-5318feee2f25 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:13.538480 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:13.563987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:13.566338 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ef486a-9e0f-4462-8eaa-ddb806d134e5" -d '{"events": [{"server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:13.583571 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b3efd045-f9cf-4456-a70e-5318feee2f25,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:13.634219 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176822b-1d2f-4e27-9b65-2a4907d3584b x-openstack-request-id: req-1176822b-1d2f-4e27-9b65-2a4907d3584b {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:13.634219 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:13.638396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1176822b-1d2f-4e27-9b65-2a4907d3584b {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:13.638396 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1176822b-1d2f-4e27-9b65-2a4907d3584b'] response: {'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'code': 200} Aug 25 05:22:13.655439 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:13.719428 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:13.935140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f8fef-603d-46b9-b6a0-05a8c65cab3c req-fb11cfe8-caa0-4414-95cb-1d5dcafb856e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:13.942638 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce9f8fef-603d-46b9-b6a0-05a8c65cab3c req-fb11cfe8-caa0-4414-95cb-1d5dcafb856e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0617743 Aug 25 05:22:13.984647 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e903b2f-0ade-46e4-822e-c7867fee7604 req-b9f27b0d-aef9-4540-a5fa-27602a1be63e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:13.986241 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7e903b2f-0ade-46e4-822e-c7867fee7604 req-b9f27b0d-aef9-4540-a5fa-27602a1be63e tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0662322 Aug 25 05:22:14.047363 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7e903b2f-0ade-46e4-822e-c7867fee7604 req-c48c9555-b63b-4452-89c9-7e2a24f0ff7c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Aug 25 05:22:14.053857 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ce9f8fef-603d-46b9-b6a0-05a8c65cab3c req-5317e6ec-4079-4324-9f5f-175a71c335af tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099410 Aug 25 05:22:14.075190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7be6d7-a16a-4dc9-aa2d-e7a0912d4369 req-2e5ea98b-0b15-4f9c-aa4d-ced451a97cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:14.076707 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8d7be6d7-a16a-4dc9-aa2d-e7a0912d4369 req-2e5ea98b-0b15-4f9c-aa4d-ced451a97cd6 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0728786 Aug 25 05:22:14.126033 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8d7be6d7-a16a-4dc9-aa2d-e7a0912d4369 req-1ef73539-9877-4088-ad71-c4f4a77be37c service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Aug 25 05:22:15.197179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8440202-e7de-4a95-8629-257b27eb4f4c req-45e324d0-f817-4468-8011-7f3b294b98d8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:15.198701 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b8440202-e7de-4a95-8629-257b27eb4f4c req-45e324d0-f817-4468-8011-7f3b294b98d8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0558407 Aug 25 05:22:15.220402 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd7a2e-8107-4926-8e34-1ba3733d67f5 req-8a0f5200-037e-4921-9600-b948b32b4cb8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:15.230083 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-53fd7a2e-8107-4926-8e34-1ba3733d67f5 req-8a0f5200-037e-4921-9600-b948b32b4cb8 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0698917 Aug 25 05:22:15.270822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:15.273241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:15.283967 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b8440202-e7de-4a95-8629-257b27eb4f4c req-b95096ae-fdb4-4f4f-9aa6-7bdd060505e7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782857 Aug 25 05:22:15.294693 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-53fd7a2e-8107-4926-8e34-1ba3733d67f5 req-e9eb33a9-4290-4e77-801d-eacb4060ba79 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637474 Aug 25 05:22:16.426737 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577b502-9844-42dc-8898-48af0d920b42 req-532f85d5-5140-45ef-b985-6baeb22a3c11 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:16.427314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3de3d-6570-460e-8fd4-bba7858ae477 req-29504337-f7aa-4d88-b87c-698b1b5e2c4f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:16.429313 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5577b502-9844-42dc-8898-48af0d920b42 req-532f85d5-5140-45ef-b985-6baeb22a3c11 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0585864 Aug 25 05:22:16.434132 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7c3de3d-6570-460e-8fd4-bba7858ae477 req-29504337-f7aa-4d88-b87c-698b1b5e2c4f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0633557 Aug 25 05:22:16.486368 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7c3de3d-6570-460e-8fd4-bba7858ae477 req-d7a60a22-4081-41b2-ae40-a0bc5da23f17 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510545 Aug 25 05:22:16.495278 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5577b502-9844-42dc-8898-48af0d920b42 req-a85dc11c-4ccf-4b83-aeb2-bd46daa865a7 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590417 Aug 25 05:22:16.626123 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537a27e-3113-427e-8625-019ce7a9ad69 req-235a2627-d4fb-4a31-a979-7700366b7356 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:16.627650 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5537a27e-3113-427e-8625-019ce7a9ad69 req-235a2627-d4fb-4a31-a979-7700366b7356 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0561149 Aug 25 05:22:16.637532 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41070) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:22:16.642362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Request body: {'floatingip': {'port_id': 'b3efd045-f9cf-4456-a70e-5318feee2f25'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:22:16.690472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:16.881774 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:16.886594 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:16.999613 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:17.169897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:17.307251 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:17.778500 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de794295-4275-41e3-80d3-3443e453f9ea req-652a16bb-ecf6-4a51-81a8-b4fcb556487d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:17.780592 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de794295-4275-41e3-80d3-3443e453f9ea req-652a16bb-ecf6-4a51-81a8-b4fcb556487d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0816965 Aug 25 05:22:17.785702 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP 05441fd6-6b0d-4950-96b6-ac672d9ac56c associated. External IP: 172.27.3.47, port: b3efd045-f9cf-4456-a70e-5318feee2f25. Aug 25 05:22:17.915890 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-de794295-4275-41e3-80d3-3443e453f9ea req-9104dbcc-4468-4f77-b8b6-3b9ad443e8dd tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263375 Aug 25 05:22:18.030331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:18.060161 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:22:18.176908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:22:18.186068 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:18.196009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:22:18.207707 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:22:18.208635 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:21:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:22:18.242252 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7bd17289-54fe-44c5-976b-8f07b0d36d84 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "PUT /networking/v2.0/floatingips/05441fd6-6b0d-4950-96b6-ac672d9ac56c HTTP/1.1" status: 200 len: 991 time: 1.6034520 Aug 25 05:22:18.242876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:18.245432 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a9a6dc-4e29-4188-91b2-803c17b2e70e" -d '{"events": [{"name": "network-changed", "server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:18.308953 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a90375-f792-4053-ae7d-cb2c14886cdf x-openstack-request-id: req-c3a90375-f792-4053-ae7d-cb2c14886cdf {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:18.309301 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:18.309555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3a90375-f792-4053-ae7d-cb2c14886cdf {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:18.310177 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3a90375-f792-4053-ae7d-cb2c14886cdf'] response: {'name': 'network-changed', 'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'status': 'completed', 'code': 200} Aug 25 05:22:18.342886 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:22:18.429437 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-7fd87b31-0c34-4497-b67d-ba974b98eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:18.432157 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-7fd87b31-0c34-4497-b67d-ba974b98eb6c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=f640cb592ed1455a827976752ce2f49d&device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 1130 time: 0.0688481 Aug 25 05:22:18.559239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-0f5111e4-ef29-4af8-809b-0d142c80b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:18.560764 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-0f5111e4-ef29-4af8-809b-0d142c80b23c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 200 len: 915 time: 0.1219528 Aug 25 05:22:18.595746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '05441fd6-6b0d-4950-96b6-ac672d9ac56c', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:f2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:21:54Z', 'updated_at': '2022-08-25T05:22:17Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:22:18.623167 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:22:18.634250 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:22:18.634942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:21:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:22:18.661721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:18.665215 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-c57523a8-77ff-4103-9339-f988d18f50fe service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3efd045-f9cf-4456-a70e-5318feee2f25 HTTP/1.1" status: 200 len: 999 time: 0.0978346 Aug 25 05:22:18.732390 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-c5546ee6-747e-4ab0-8bdf-6d808ce5b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:18.739055 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-c5546ee6-747e-4ab0-8bdf-6d808ce5b66b service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 200 len: 853 time: 0.0667250 Aug 25 05:22:18.750054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:22:18.800181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-892e4438-e215-46a9-9dea-a48985d181bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:18.802537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-892e4438-e215-46a9-9dea-a48985d181bc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=68f1da36-d799-4803-8568-258dd71a0604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567572 Aug 25 05:22:18.861403 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:18.922855 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-b44282b3-032b-40dd-862a-ef5044d2c7d4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120803 Aug 25 05:22:19.027756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '05441fd6-6b0d-4950-96b6-ac672d9ac56c', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:f2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:21:54Z', 'updated_at': '2022-08-25T05:22:17Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:22:19.061386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdab5ee0-19d1-4430-b576-16eb262d8821 None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '05441fd6-6b0d-4950-96b6-ac672d9ac56c', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'port_id': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'mac_address': 'fa:16:3e:f2:bb:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:21:54Z', 'updated_at': '2022-08-25T05:22:17Z', 'revision_number': 1, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:22:19.075945 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e1f53-e045-4a63-a0ef-0a7f480e4016 req-6c899e9d-ba97-405d-a701-651735ff1241 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:19.078345 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d4e1f53-e045-4a63-a0ef-0a7f480e4016 req-6c899e9d-ba97-405d-a701-651735ff1241 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0686610 Aug 25 05:22:19.109775 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64a9a6dc-4e29-4188-91b2-803c17b2e70e req-e9b5b226-5d8a-48ac-ac88-c45f9d43daac service neutron] 10.222.0.47 "GET /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808097 Aug 25 05:22:19.144796 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5d4e1f53-e045-4a63-a0ef-0a7f480e4016 req-fee0ce46-155e-43a3-b27a-96606898df7b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597789 Aug 25 05:22:19.246153 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46c5f32-09f9-48e3-b591-4ca2553c8cf4 None None] New status for floating IP 05441fd6-6b0d-4950-96b6-ac672d9ac56c: ACTIVE {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:22:20.292647 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42394519-5b10-4ffb-9b9f-8ebdfbe5d446 req-4431ade0-a590-453d-bf45-397c4913e7ca tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:20.294790 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-42394519-5b10-4ffb-9b9f-8ebdfbe5d446 req-4431ade0-a590-453d-bf45-397c4913e7ca tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0499609 Aug 25 05:22:20.346206 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-42394519-5b10-4ffb-9b9f-8ebdfbe5d446 req-a00acb91-357d-4b68-8e98-858ae5ff0811 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457613 Aug 25 05:22:21.473652 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d95686-4fae-4eff-81bd-646d687d464f req-7dfaaabb-3f3c-4a86-9aa5-13611958d982 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:21.475145 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d1d95686-4fae-4eff-81bd-646d687d464f req-7dfaaabb-3f3c-4a86-9aa5-13611958d982 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0504198 Aug 25 05:22:21.520315 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d1d95686-4fae-4eff-81bd-646d687d464f req-8d03ca77-de99-44a7-bed7-da761dac2053 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397594 Aug 25 05:22:21.902759 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-429a19d8-9e82-4803-8c4f-034d86d0f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:21.904304 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-429a19d8-9e82-4803-8c4f-034d86d0f94e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1130 time: 0.0394089 Aug 25 05:22:21.996081 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-0c243e70-fe94-4d20-a338-c26d61efcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:21.997511 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-0c243e70-fe94-4d20-a338-c26d61efcbe0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0874598 Aug 25 05:22:22.084092 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-937ffbb4-a5b8-4128-90dd-eae0b6e5cca8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1002 time: 0.0801911 Aug 25 05:22:22.132158 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-ef17b4b5-e788-4c02-8197-042cba94e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:22.133565 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-ef17b4b5-e788-4c02-8197-042cba94e60c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0432470 Aug 25 05:22:22.179805 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-ff191432-9635-4cc1-a232-eeac9cb853da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:22.181160 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-ff191432-9635-4cc1-a232-eeac9cb853da service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407398 Aug 25 05:22:22.244297 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:22.269782 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-a554d1c4-7da0-4eec-9eb9-28ca36c16906 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824380 Aug 25 05:22:22.361547 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17fbd8d0-3786-424b-9e37-85ade28b4217 req-e9c2d7da-fdd9-436d-8859-801b46d9739e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859320 Aug 25 05:22:22.641803 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0278c80-c605-4554-8c14-6c1b68e1c980 req-35244a23-ff0f-4418-b3d5-97ca16bebde4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:22.643258 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a0278c80-c605-4554-8c14-6c1b68e1c980 req-35244a23-ff0f-4418-b3d5-97ca16bebde4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0467074 Aug 25 05:22:22.692191 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a0278c80-c605-4554-8c14-6c1b68e1c980 req-a4847876-5ccc-4757-abb1-306cec5c0e17 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434065 Aug 25 05:22:23.815579 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89203b6c-01f7-46f8-81b8-7a2438869dc8 req-66e8c9c1-5e94-4bef-96e3-756b6540196d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:23.816925 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-89203b6c-01f7-46f8-81b8-7a2438869dc8 req-66e8c9c1-5e94-4bef-96e3-756b6540196d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0459363 Aug 25 05:22:23.847295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:23.863599 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-89203b6c-01f7-46f8-81b8-7a2438869dc8 req-6a092441-0d0b-45d2-8c56-06f75e02b363 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412018 Aug 25 05:22:24.988840 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577c107-1934-45c5-a707-7e457c882293 req-09715ca3-c6c8-428f-b12c-7edd74551fd2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:24.990341 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b577c107-1934-45c5-a707-7e457c882293 req-09715ca3-c6c8-428f-b12c-7edd74551fd2 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 946 time: 0.0474393 Aug 25 05:22:25.037119 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b577c107-1934-45c5-a707-7e457c882293 req-b9d06634-8c45-454c-8df2-1bc51321a89e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Aug 25 05:22:25.454806 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:22:25.513407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:25.525452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: ACTIVE; New status is: DOWN {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:25.525884 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:25.548469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:25.550767 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a85297-fc79-4142-b3d0-de3423c13b76" -d '{"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-unplugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:25.564028 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:25.584673 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db695edc-3264-42a7-90f4-c4af7a0e0246 x-openstack-request-id: req-db695edc-3264-42a7-90f4-c4af7a0e0246 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:25.584949 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-unplugged", "status": "failed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "code": 422}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:25.585196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db695edc-3264-42a7-90f4-c4af7a0e0246 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:25.585613 dv-cinder-853910-2-iscsi neutron-server[107057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-db695edc-3264-42a7-90f4-c4af7a0e0246']: {'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'code': 422} returned with failed status Aug 25 05:22:25.661293 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:25.834511 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=8']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:26.478220 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-95fb9f16-2684-4b8e-ac66-755c4f35470d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:27.152469 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-a8797c10-a22a-4d77-8745-5d4e08f670ad req-70f89f7a-23f3-482e-93b2-57788150a43f service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:22:27.153448 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8797c10-a22a-4d77-8745-5d4e08f670ad req-70f89f7a-23f3-482e-93b2-57788150a43f service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053430 Aug 25 05:22:27.525826 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5083d8a-7917-4f87-80f9-cf6fa88fb39e req-0c36d327-d0bd-4752-a312-f0cac37131e3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:27.527308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e5083d8a-7917-4f87-80f9-cf6fa88fb39e req-0c36d327-d0bd-4752-a312-f0cac37131e3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0477993 Aug 25 05:22:27.576916 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e5083d8a-7917-4f87-80f9-cf6fa88fb39e req-b75d4369-ee96-45c5-a586-19f06b1769e7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438066 Aug 25 05:22:28.067398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41154) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:22:28.154257 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-b96bd29d-d546-4d74-8822-7a3256d2f1f3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0856919 Aug 25 05:22:28.163225 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-565c4f09-85ec-49cd-a39a-5b11da728b13 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:22:28.164185 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-565c4f09-85ec-49cd-a39a-5b11da728b13 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047555 Aug 25 05:22:28.241268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41162) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:22:28.332843 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-90655a36-259d-401a-927f-7eafa21a39e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:28.334211 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-90655a36-259d-401a-927f-7eafa21a39e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports/734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 941 time: 0.0919356 Aug 25 05:22:28.617099 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-faf02fbc-22ce-4af4-b642-ea43295212db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:28.709612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e81a06-7ae5-4c49-9e90-49d6b0d68014 req-04ec6bf5-2fd0-4967-99ee-e94849452a81 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:28.710996 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4e81a06-7ae5-4c49-9e90-49d6b0d68014 req-04ec6bf5-2fd0-4967-99ee-e94849452a81 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0473037 Aug 25 05:22:28.759376 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d4e81a06-7ae5-4c49-9e90-49d6b0d68014 req-fd2f9c91-5f88-45a5-b922-42d1f830e6eb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Aug 25 05:22:29.341035 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=10 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:29.349034 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:29.861987 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-24882add-3553-410b-8032-fb9aeade6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:29.863489 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-24882add-3553-410b-8032-fb9aeade6603 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591&tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd HTTP/1.1" status: 200 len: 1128 time: 0.0396206 Aug 25 05:22:29.893459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba8188-053e-4108-af0a-8f40ef7df5c5 req-547df00f-31cb-430a-9627-f49ae02892ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:29.895414 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2bba8188-053e-4108-af0a-8f40ef7df5c5 req-547df00f-31cb-430a-9627-f49ae02892ff tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0509450 Aug 25 05:22:29.928296 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:29.944651 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2bba8188-053e-4108-af0a-8f40ef7df5c5 req-531da734-76d1-47ae-b180-f264c7893635 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Aug 25 05:22:29.947236 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-f7fcd09e-3323-4387-b635-b4140a15b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:29.948728 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-f7fcd09e-3323-4387-b635-b4140a15b457 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1128 time: 0.0436330 Aug 25 05:22:30.040164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-56b592fb-9bf5-48fa-8c2b-b4dd0ed37637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:30.041680 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-56b592fb-9bf5-48fa-8c2b-b4dd0ed37637 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0866852 Aug 25 05:22:30.089290 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:30.106580 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-54caf30c-0e57-457a-a2e6-54685efafa68 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1000 time: 0.0583704 Aug 25 05:22:30.154552 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-28732596-a46a-455a-b84c-a8607ff85d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:30.155935 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-28732596-a46a-455a-b84c-a8607ff85d39 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0435669 Aug 25 05:22:30.199814 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-c5085531-8966-40bc-973b-4d0f65663dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:30.201318 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-c5085531-8966-40bc-973b-4d0f65663dcb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392685 Aug 25 05:22:30.293874 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-a76c0d37-62af-48da-af76-3fdba62b634d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849242 Aug 25 05:22:30.386427 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-58907745-87d3-499d-bfbd-b99cebad6a42 req-e74685ed-43c9-444c-91b4-134e8886d3e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818145 Aug 25 05:22:31.100996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42176ca-0b86-44a4-be37-d4a7fbc1043c req-2927eadc-aed2-433f-b989-d9535ea003ac tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:31.103766 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d42176ca-0b86-44a4-be37-d4a7fbc1043c req-2927eadc-aed2-433f-b989-d9535ea003ac tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0664072 Aug 25 05:22:31.163026 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d42176ca-0b86-44a4-be37-d4a7fbc1043c req-11dacdf7-1b87-40a7-a128-4da3a179e837 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524623 Aug 25 05:22:31.426444 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:31.478823 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:32.302254 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a389faa-48ea-4892-88ca-693a0dfff37f req-ea56ac66-b7d9-47c2-949f-cabb8a179d36 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:32.304544 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2a389faa-48ea-4892-88ca-693a0dfff37f req-ea56ac66-b7d9-47c2-949f-cabb8a179d36 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0501840 Aug 25 05:22:32.356479 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2a389faa-48ea-4892-88ca-693a0dfff37f req-d29436a7-76d4-4c44-864a-5384b687786c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462239 Aug 25 05:22:33.487739 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58b568-96f3-4efc-9eda-7afb6ed2c5cc req-ca3ec5af-c4d8-4952-a3b8-3fb5e1b7baa6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:33.489156 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ae58b568-96f3-4efc-9eda-7afb6ed2c5cc req-ca3ec5af-c4d8-4952-a3b8-3fb5e1b7baa6 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0479553 Aug 25 05:22:33.508624 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:33.539760 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ae58b568-96f3-4efc-9eda-7afb6ed2c5cc req-9591d509-8860-4977-908e-2ccbf82af1d1 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451088 Aug 25 05:22:34.650855 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:34.668799 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0bb9c-2904-4b63-9ccc-d4ef766177bb req-53469965-ffcf-4acd-9d8f-a8953ec67a16 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:34.670302 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aed0bb9c-2904-4b63-9ccc-d4ef766177bb req-53469965-ffcf-4acd-9d8f-a8953ec67a16 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0489154 Aug 25 05:22:34.722900 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aed0bb9c-2904-4b63-9ccc-d4ef766177bb req-ec7e4c67-e08d-4f9e-be6f-5aa8105c0e23 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464416 Aug 25 05:22:35.854608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5362b-f62d-485e-a19f-b8d15136760f req-928acb53-f540-424f-a822-fdfd2148902c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:35.856072 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-65f5362b-f62d-485e-a19f-b8d15136760f req-928acb53-f540-424f-a822-fdfd2148902c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0513635 Aug 25 05:22:35.906943 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-65f5362b-f62d-485e-a19f-b8d15136760f req-1044e210-8ea5-4426-8c91-718412f2f2a4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448675 Aug 25 05:22:37.039168 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5a00e-99d4-4b4d-9956-56b5c5bffeab req-c66807d9-0d3f-4fc8-8920-16dc1566ac6d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:37.040823 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-15d5a00e-99d4-4b4d-9956-56b5c5bffeab req-c66807d9-0d3f-4fc8-8920-16dc1566ac6d tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0488968 Aug 25 05:22:37.091056 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-15d5a00e-99d4-4b4d-9956-56b5c5bffeab req-12c52d31-b1d6-41a5-8cc2-5be3504ba0a9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445900 Aug 25 05:22:38.124252 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:38.225676 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd425fa6-7d4a-41df-9f01-bf3687fb4270 req-b61c820d-8e0d-460f-b90c-aad78bc7f439 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:38.227401 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fd425fa6-7d4a-41df-9f01-bf3687fb4270 req-b61c820d-8e0d-460f-b90c-aad78bc7f439 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0507541 Aug 25 05:22:38.280930 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-fd425fa6-7d4a-41df-9f01-bf3687fb4270 req-63d72e8a-b102-4168-9356-9716857b94f0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474277 Aug 25 05:22:39.405452 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:39.424422 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7a4bb-0ced-473a-8b0f-cb3e67f2351d req-a3479c57-2cb2-4c45-9536-933bcc8c8164 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:39.426019 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-84b7a4bb-0ced-473a-8b0f-cb3e67f2351d req-a3479c57-2cb2-4c45-9536-933bcc8c8164 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0506983 Aug 25 05:22:39.483097 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-84b7a4bb-0ced-473a-8b0f-cb3e67f2351d req-c753658d-ab03-49c1-b71f-468fec8c12e4 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470991 Aug 25 05:22:40.610131 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43820073-bc51-46b4-bfe0-8b309f548db0 req-2d40efe4-3293-42d1-9b5e-b00b2241529b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:40.611621 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-43820073-bc51-46b4-bfe0-8b309f548db0 req-2d40efe4-3293-42d1-9b5e-b00b2241529b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0463772 Aug 25 05:22:40.661246 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-43820073-bc51-46b4-bfe0-8b309f548db0 req-f7478ae7-d1f0-4e05-9260-b642c808df1a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442595 Aug 25 05:22:41.783693 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045d5d1-cccc-483e-a407-219f40af974a req-bfd2e6a2-5809-453e-aa5e-6b582ff6460c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:41.785139 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6045d5d1-cccc-483e-a407-219f40af974a req-bfd2e6a2-5809-453e-aa5e-6b582ff6460c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0461180 Aug 25 05:22:41.831084 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6045d5d1-cccc-483e-a407-219f40af974a req-b6fdf5ca-fb16-4b7d-9435-faa179b3955e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405202 Aug 25 05:22:42.954360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a0dae-01d3-4eb9-bd0d-ffa2876632bf req-5ea07495-a739-4e0a-adaf-85f4f2d4cc77 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:42.955828 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-173a0dae-01d3-4eb9-bd0d-ffa2876632bf req-5ea07495-a739-4e0a-adaf-85f4f2d4cc77 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0483577 Aug 25 05:22:43.002515 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-173a0dae-01d3-4eb9-bd0d-ffa2876632bf req-01196b65-3b6a-4410-ae82-b29881fc8ed7 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410821 Aug 25 05:22:43.884170 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:22:44.128593 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c95504-9194-4808-bf3c-897eea1eae58 req-4ceb734b-378f-4637-93ef-1c18ce7fe8a0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:44.130080 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b7c95504-9194-4808-bf3c-897eea1eae58 req-4ceb734b-378f-4637-93ef-1c18ce7fe8a0 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0487318 Aug 25 05:22:44.174826 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b7c95504-9194-4808-bf3c-897eea1eae58 req-6781d60f-adbd-4156-95b9-6b448000d8ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392952 Aug 25 05:22:44.466106 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-b05ac8a6-e4e5-40c0-af64-6a64133e37fd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383811 Aug 25 05:22:45.295470 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55218e8-0d40-4d10-9461-ace0068c1a31 req-7d659be3-febf-4530-9575-56a835cfd59b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:45.297564 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d55218e8-0d40-4d10-9461-ace0068c1a31 req-7d659be3-febf-4530-9575-56a835cfd59b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0461166 Aug 25 05:22:45.343200 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d55218e8-0d40-4d10-9461-ace0068c1a31 req-27a2297e-71fa-436d-8235-b23b6f0729b8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Aug 25 05:22:46.469119 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efb9cc-148d-4203-bf59-c741d34ecb5f req-67c69c66-966a-43ff-937e-4a2c35b2a12a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:46.470620 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18efb9cc-148d-4203-bf59-c741d34ecb5f req-67c69c66-966a-43ff-937e-4a2c35b2a12a tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0504723 Aug 25 05:22:46.517449 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18efb9cc-148d-4203-bf59-c741d34ecb5f req-6bea9b03-99e5-4190-ba7f-da759d246064 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Aug 25 05:22:46.637607 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-685ac49c-a508-4826-95aa-4d699bf61591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:46.639100 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-685ac49c-a508-4826-95aa-4d699bf61591 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 1130 time: 0.0389895 Aug 25 05:22:46.746065 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-35c2455d-e8a3-4e3e-96a6-96680f0e710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:46.747583 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-35c2455d-e8a3-4e3e-96a6-96680f0e710f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 200 len: 912 time: 0.0898809 Aug 25 05:22:46.795602 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:46.809279 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-efa5efe8-7e3d-4e30-adb3-a187511a2c23 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=65bf2c10-1959-4066-8f1f-777c8aeea327 HTTP/1.1" status: 200 len: 1002 time: 0.0544071 Aug 25 05:22:46.856872 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-03a9e3e1-1160-4259-9c2f-0e9cee952e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:46.858394 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-03a9e3e1-1160-4259-9c2f-0e9cee952e13 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 200 len: 850 time: 0.0427663 Aug 25 05:22:46.905478 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-064c251c-59f9-4a78-bc8a-19ec39687c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:46.907002 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-064c251c-59f9-4a78-bc8a-19ec39687c27 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=28953a19-c976-4328-9ac9-ee52893446db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423093 Aug 25 05:22:46.996281 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-33577ca8-44ed-4bea-85f2-537a5f94854a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830939 Aug 25 05:22:47.010597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:47.089320 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-28a15e95-4d1c-4d8d-9270-84c1c36ce161 req-faebd291-5be7-40ce-a1bf-40e5efb7711a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860291 Aug 25 05:22:47.642793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec340c2-53f6-49cf-8265-ce87d191dff5 req-36cf5e81-cdb5-49ff-bba6-9a78d69e94de tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:47.644263 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ec340c2-53f6-49cf-8265-ce87d191dff5 req-36cf5e81-cdb5-49ff-bba6-9a78d69e94de tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0462346 Aug 25 05:22:47.652064 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:47.656932 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:47.659695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:47.694431 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1ec340c2-53f6-49cf-8265-ce87d191dff5 req-66283c4a-2795-438c-ad1c-bac5db5ddb37 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445492 Aug 25 05:22:48.249199 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=17 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:48.278601 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:48.821733 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b1297-f3a8-4314-ad24-7b59f7e6de19 req-625d5edf-ac53-46ab-a716-17578f326a47 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:48.823176 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-901b1297-f3a8-4314-ad24-7b59f7e6de19 req-625d5edf-ac53-46ab-a716-17578f326a47 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Aug 25 05:22:48.869458 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-901b1297-f3a8-4314-ad24-7b59f7e6de19 req-2e382dbe-70dd-4532-9b75-742c0665a052 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Aug 25 05:22:49.514607 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:22:49.612477 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:49.623357 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'port_id': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'mac_address': 'fa:16:3e:a1:bc:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:22:49.657404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:49.657817 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:49.671532 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:22:49.692128 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:49.780137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:49.829165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=9']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:49.997105 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa733983-abe0-4429-a831-5086edbaf258 req-1db7e7a0-eb3d-4d48-83e0-7483e33b61f3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:49.998585 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa733983-abe0-4429-a831-5086edbaf258 req-1db7e7a0-eb3d-4d48-83e0-7483e33b61f3 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0514321 Aug 25 05:22:50.045360 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa733983-abe0-4429-a831-5086edbaf258 req-7d898fd2-7543-4b25-ae6b-595493043819 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 Aug 25 05:22:50.180445 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['734e6925-ff8f-414a-b2c5-79868183c1ba'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:22:50.908313 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:51.166923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27bdee-8e50-4868-8dde-81e81469d419 req-d2aca5df-87cb-435e-bb5b-937868921cc8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:51.168292 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-db27bdee-8e50-4868-8dde-81e81469d419 req-d2aca5df-87cb-435e-bb5b-937868921cc8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 945 time: 0.0468178 Aug 25 05:22:51.214816 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-db27bdee-8e50-4868-8dde-81e81469d419 req-8105a3f4-76d3-4822-bc69-40412f189db9 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404263 Aug 25 05:22:51.532885 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:22:51.578129 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 734e6925-ff8f-414a-b2c5-79868183c1ba triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:22:51.578498 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:51.646754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 734e6925-ff8f-414a-b2c5-79868183c1ba is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:22:51.647138 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:51.669533 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:22:51.671770 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c92ccd-acfa-4dbf-b46e-a2371c1fa062" -d '{"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:22:51.684170 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:22:51.710629 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d594e46b-6fe1-4bf8-9ad2-f21b1a8adaeb x-openstack-request-id: req-d594e46b-6fe1-4bf8-9ad2-f21b1a8adaeb {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:22:51.710930 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-plugged", "status": "completed", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:22:51.711180 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d594e46b-6fe1-4bf8-9ad2-f21b1a8adaeb {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:22:51.711574 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d594e46b-6fe1-4bf8-9ad2-f21b1a8adaeb'] response: {'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'code': 200} Aug 25 05:22:51.798536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:51.847974 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=10']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:22:52.109812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37739e-c00a-476e-9465-9f837d21676b req-00040d76-397c-4d7a-b3b4-ff9f8b67e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:52.111255 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7a37739e-c00a-476e-9465-9f837d21676b req-00040d76-397c-4d7a-b3b4-ff9f8b67e431 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1131 time: 0.0386159 Aug 25 05:22:52.153636 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7a37739e-c00a-476e-9465-9f837d21676b req-4569644e-75f7-4ac6-8cbf-bc8b036fc82a service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Aug 25 05:22:52.340625 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce61c0-e04e-4ef8-89ff-5eb2a755d40b req-40a4bdbe-c561-48d9-bcd1-1a161d2a5c40 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:52.342144 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fce61c0-e04e-4ef8-89ff-5eb2a755d40b req-40a4bdbe-c561-48d9-bcd1-1a161d2a5c40 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0500903 Aug 25 05:22:52.389231 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fce61c0-e04e-4ef8-89ff-5eb2a755d40b req-0958ccc8-ae15-4b39-8bb2-1f9c90f14298 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411205 Aug 25 05:22:53.512886 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc775b9-e8b8-4e47-89c2-bfb93b560010 req-49a2eb14-6e02-4660-9859-7f8b0ae680ba tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:53.515730 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7dc775b9-e8b8-4e47-89c2-bfb93b560010 req-49a2eb14-6e02-4660-9859-7f8b0ae680ba tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0461545 Aug 25 05:22:53.565244 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7dc775b9-e8b8-4e47-89c2-bfb93b560010 req-9c61050b-bc10-4807-8cb0-b0e8a131b2cb tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445676 Aug 25 05:22:54.690879 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db29e77-41f7-4c09-a25a-707fa1fb0f35 req-b1a2c022-4d25-4a95-b6d1-361653db27a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:54.692319 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9db29e77-41f7-4c09-a25a-707fa1fb0f35 req-b1a2c022-4d25-4a95-b6d1-361653db27a8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0474591 Aug 25 05:22:54.740813 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9db29e77-41f7-4c09-a25a-707fa1fb0f35 req-61485d2e-8cb6-4d82-9056-5db40133501f tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Aug 25 05:22:54.928545 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:22:55.864052 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f670e4-cf48-4219-a7c7-c12b9dec10c1 req-9fdaa23d-641f-4b7c-a18b-a2c0920e99ad tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:22:55.865515 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-08f670e4-cf48-4219-a7c7-c12b9dec10c1 req-9fdaa23d-641f-4b7c-a18b-a2c0920e99ad tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0467870 Aug 25 05:22:55.915850 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-08f670e4-cf48-4219-a7c7-c12b9dec10c1 req-40582572-b68c-40fb-a07f-aa3f480e8f57 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Aug 25 05:22:56.494891 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bccf985c-06bd-453d-9b93-3863daee012c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:22:58.615107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-eb1fefa4-a3b8-4299-8325-ee96d199b871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:00.031602 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:01.391841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:01.408914 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:03.559315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=31 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:03.562103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=77 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:05.901865 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=45 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:05.911981 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=45 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:07.734387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:12.605812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f2c0b-25b3-479e-b530-0288f9559055 req-2021e5b0-e2cc-45af-8836-e94f948ad76b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:12.607268 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3f0f2c0b-25b3-479e-b530-0288f9559055 req-2021e5b0-e2cc-45af-8836-e94f948ad76b tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0471287 Aug 25 05:23:12.653685 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3f0f2c0b-25b3-479e-b530-0288f9559055 req-afd5e8df-d42f-469c-b3a0-b4b783abbf59 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Aug 25 05:23:13.772774 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932ab7-5fe5-43ca-be4f-1ccf65a13506 req-8be91ddb-79e2-4040-a432-6242284fb0e8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:13.774234 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4d932ab7-5fe5-43ca-be4f-1ccf65a13506 req-8be91ddb-79e2-4040-a432-6242284fb0e8 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0454416 Aug 25 05:23:13.819594 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4d932ab7-5fe5-43ca-be4f-1ccf65a13506 req-d34dcf0c-2093-42f9-b4ce-099422a61a0c tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399005 Aug 25 05:23:14.851086 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904810df-b33a-4b1d-a980-3c36aac906fd req-e8d922cc-9b1f-4d2f-847f-d0e53a1e96bd tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:14.852761 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-904810df-b33a-4b1d-a980-3c36aac906fd req-e8d922cc-9b1f-4d2f-847f-d0e53a1e96bd tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0456364 Aug 25 05:23:14.938363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Deleting port 65bf2c10-1959-4066-8f1f-777c8aeea327 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:14.938759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe9e96-4a78-4995-9d81-39dfe9d4adc5 req-32a567f9-2d5a-4a36-9d0b-1bf390b6d772 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:14.939293 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:14.940245 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-defe9e96-4a78-4995-9d81-39dfe9d4adc5 req-32a567f9-2d5a-4a36-9d0b-1bf390b6d772 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 946 time: 0.0473294 Aug 25 05:23:14.989098 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-defe9e96-4a78-4995-9d81-39dfe9d4adc5 req-d94623c0-fb90-478f-8e92-6e8500c3c370 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8d944914-8237-41a9-8c1d-c81d70a5850d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432262 Aug 25 05:23:15.028016 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] For port 65bf2c10-1959-4066-8f1f-777c8aeea327, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=65bf2c10-1959-4066-8f1f-777c8aeea327,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:15.028374 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:15.186451 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:15.186810 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (a897f199-d208-437c-937c-2f56de39674b), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:15.187120 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Floating IP a897f199-d208-437c-937c-2f56de39674b disassociated. External IP: 172.27.3.236, port: 65bf2c10-1959-4066-8f1f-777c8aeea327. Aug 25 05:23:15.187454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Calling delete_port for 65bf2c10-1959-4066-8f1f-777c8aeea327 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:15.368570 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (65bf2c10-1959-4066-8f1f-777c8aeea327), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:15.398223 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'Port': ['ID=65bf2c10-1959-4066-8f1f-777c8aeea327,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:15.408697 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.409041 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.409375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.409741 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.410061 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.410385 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.410704 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.411021 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.411362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.412186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.412186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.412418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.412598 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.412851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.413157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:15.516801 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:23:15.608628 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:15.616628 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:23:15.626605 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:23:15.635926 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:15.636531 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:22:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:15.663720 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] No DVR routers for this DVR port 65bf2c10-1959-4066-8f1f-777c8aeea327 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:23:15.666268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:15.669516 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-904810df-b33a-4b1d-a980-3c36aac906fd req-2095e3cc-9bfc-4ae3-9ba3-afb78b57b633 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.47 "DELETE /networking/v2.0/ports/65bf2c10-1959-4066-8f1f-777c8aeea327 HTTP/1.1" status: 204 len: 173 time: 0.8109064 Aug 25 05:23:15.669984 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'name': 'network-vif-deleted', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:23:15.672284 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27abd0e4-ea46-43bf-9c61-101cccdf065d" -d '{"events": [{"server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "name": "network-vif-deleted", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:23:15.715214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf56e980-903e-433a-8e49-9b54ffd0da3f x-openstack-request-id: req-bf56e980-903e-433a-8e49-9b54ffd0da3f {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:23:15.715509 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0e0019-4497-4587-9bda-8b2f158a8863", "name": "network-vif-deleted", "tag": "65bf2c10-1959-4066-8f1f-777c8aeea327", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:23:15.715765 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf56e980-903e-433a-8e49-9b54ffd0da3f {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:23:15.716176 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf56e980-903e-433a-8e49-9b54ffd0da3f'] response: {'server_uuid': '6e0e0019-4497-4587-9bda-8b2f158a8863', 'name': 'network-vif-deleted', 'tag': '65bf2c10-1959-4066-8f1f-777c8aeea327', 'status': 'completed', 'code': 200} Aug 25 05:23:15.745840 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:15.940592 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:15.964303 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:23:15.972285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:15.973129 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:22:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:16.079431 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:16.104857 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0cac132d-53c4-4f8f-a866-4d7286948de4 req-4a45aa4b-25cc-4edb-997a-c22ed06dfa98 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=6e0e0019-4497-4587-9bda-8b2f158a8863 HTTP/1.1" status: 200 len: 210 time: 0.0306201 Aug 25 05:23:16.145215 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:16.180955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:16.194616 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:16.264142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:16.292086 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939fd70-3127-42f1-8e3c-1eb31ec3b7c1 None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '137cc918-b048-414a-a9e9-59c3f340bc9b', 'name': '', 'network_id': '28953a19-c976-4328-9ac9-ee52893446db', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'mac_address': 'fa:16:3e:75:c9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:36Z', 'updated_at': '2022-08-25T05:13:54Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'subnets': [{'id': 'a277a8fc-d360-45df-b4ed-b818f20dec1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:23:16.518503 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1bf09f-6cd9-4773-a4ae-f6c3892b3335 None None] New status for floating IP a897f199-d208-437c-937c-2f56de39674b: DOWN {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:23:17.408624 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41440) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:17.452393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:17.462702 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (8d944914-8237-41a9-8c1d-c81d70a5850d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.483878 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (8d944914-8237-41a9-8c1d-c81d70a5850d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.648175 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8d944914-8237-41a9-8c1d-c81d70a5850d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.650745 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.651928 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8d944914-8237-41a9-8c1d-c81d70a5850d HTTP/1.1" status: 204 len: 168 time: 0.2422988 Aug 25 05:23:17.654878 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41442) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:17.661013 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ab25a-785a-4db4-96f6-76bb0506d0f9 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d944914-8237-41a9-8c1d-c81d70a5850d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:17.669940 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.api.v2.resource [None req-a3f1abe3-79da-457c-8bb4-c6730675cee7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] show failed (client error): The resource could not be found. Aug 25 05:23:17.674298 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a3f1abe3-79da-457c-8bb4-c6730675cee7 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "GET /networking/v2.0/security-groups/8d944914-8237-41a9-8c1d-c81d70a5850d HTTP/1.1" status: 404 len: 347 time: 0.0151854 Aug 25 05:23:17.674653 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41444) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:17.675320 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 65bf2c10-1959-4066-8f1f-777c8aeea327 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:23:17.697882 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 65bf2c10-1959-4066-8f1f-777c8aeea327 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:23:17.698219 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 65bf2c10-1959-4066-8f1f-777c8aeea327 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:23:17.783790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Deleting port 41662a72-f708-4d91-9bd2-3c3f3c1c99bc {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:17.784133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.861035 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.861360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:17.873513 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Calling delete_port for 41662a72-f708-4d91-9bd2-3c3f3c1c99bc owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:18.342777 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (41662a72-f708-4d91-9bd2-3c3f3c1c99bc), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:18.372749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Pushing event deleted for resources: {'Port': ['ID=41662a72-f708-4d91-9bd2-3c3f3c1c99bc,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:18.429377 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks [] for floatingip (a897f199-d208-437c-937c-2f56de39674b), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:18.431993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:18.433167 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-af2a0522-746f-4bde-a02b-ea57af0de634 tempest-AttachVolumeTestJSON-1996819337 tempest-AttachVolumeTestJSON-1996819337-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/a897f199-d208-437c-937c-2f56de39674b HTTP/1.1" status: 204 len: 168 time: 0.7574749 Aug 25 05:23:20.882146 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:23:22.673569 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41474) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:22.975863 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:23.132375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (849f2727-0659-4855-a0bf-f1c04979cace), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:23.207111 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:23.393557 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Deleting port 137cc918-b048-414a-a9e9-59c3f340bc9b {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:23.393922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:23.473237 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] For port 137cc918-b048-414a-a9e9-59c3f340bc9b, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=137cc918-b048-414a-a9e9-59c3f340bc9b,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:23.473610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:23.488412 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Calling delete_port for 137cc918-b048-414a-a9e9-59c3f340bc9b owned by network:router_interface {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:23.757497 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (137cc918-b048-414a-a9e9-59c3f340bc9b), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:23.780566 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=137cc918-b048-414a-a9e9-59c3f340bc9b,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:23.940474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (849f2727-0659-4855-a0bf-f1c04979cace), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:23.943900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:24.123135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:24.147283 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Router 849f2727-0659-4855-a0bf-f1c04979cace has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:23:24.247310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:23:24.252975 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-bfc07467-08a0-4c09-83c6-82133c988fe3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/849f2727-0659-4855-a0bf-f1c04979cace/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784223 Aug 25 05:23:24.255668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41480) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:24.256365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Sync routers for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:23:24.266417 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:24.267016 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:22:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:24.354394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks [] for router (849f2727-0659-4855-a0bf-f1c04979cace), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:24.366101 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:24.449190 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks [] for router_gateway (849f2727-0659-4855-a0bf-f1c04979cace), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:24.528911 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:23:23Z', 'revision_number': 5, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port': {'id': '4fe1848e-f807-4c6f-9fda-4b2086342c48', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:05:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849f2727-0659-4855-a0bf-f1c04979cace', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:25Z', 'updated_at': '2022-08-25T05:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:24.559705 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Deleting port 4fe1848e-f807-4c6f-9fda-4b2086342c48 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:24.560043 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:24.642776 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] For port 4fe1848e-f807-4c6f-9fda-4b2086342c48, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=4fe1848e-f807-4c6f-9fda-4b2086342c48,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:24.643170 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:24.656523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Calling delete_port for 4fe1848e-f807-4c6f-9fda-4b2086342c48 owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:24.680123 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Checking router: 849f2727-0659-4855-a0bf-f1c04979cace for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:23:24.688414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Routers {'849f2727-0659-4855-a0bf-f1c04979cace'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:24.689024 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:22:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['849f2727-0659-4855-a0bf-f1c04979cace'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:24.772211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] Set router 849f2727-0659-4855-a0bf-f1c04979cace gateway port host: None {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:24.821149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:23:24Z', 'revision_number': 6, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:24.850901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd4ef72-f77c-4e12-ae30-ca25f0649251 None None] The sync data for ids ['849f2727-0659-4855-a0bf-f1c04979cace'] in dv-cinder-853910-2-iscsi is: [{'id': '849f2727-0659-4855-a0bf-f1c04979cace', 'name': 'tempest-AttachVolumeTestJSON-1057037849-router', 'tenant_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:23:24Z', 'revision_number': 6, 'project_id': '2eb9cdd7b67546ca8eb089247f0a0ce1', 'gw_port_host': None}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:23:24.917203 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (4fe1848e-f807-4c6f-9fda-4b2086342c48), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:24.939928 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe1848e-f807-4c6f-9fda-4b2086342c48,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:24.952209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.952553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.953394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.953747 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.954077 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.954400 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.954717 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.955032 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.955350 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.955666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.955982 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.956298 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.956635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.956947 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:24.957258 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:25.019099 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (849f2727-0659-4855-a0bf-f1c04979cace), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.021617 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:25.104128 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (849f2727-0659-4855-a0bf-f1c04979cace), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.106288 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks [] for router_controller (849f2727-0659-4855-a0bf-f1c04979cace), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.113075 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:25.226250 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (849f2727-0659-4855-a0bf-f1c04979cace), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.226884 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 849f2727-0659-4855-a0bf-f1c04979cace {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:23:25.231609 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.232774 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d8b5ec7a-a8f8-44f1-ae49-938e41f934b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/849f2727-0659-4855-a0bf-f1c04979cace HTTP/1.1" status: 204 len: 168 time: 0.9761431 Aug 25 05:23:25.235427 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41482) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:25.288572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Deleting subnet a277a8fc-d360-45df-b4ed-b818f20dec1d {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:23:25.291840 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Publish callbacks [] for subnet (a277a8fc-d360-45df-b4ed-b818f20dec1d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.325646 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (a277a8fc-d360-45df-b4ed-b818f20dec1d), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.427635 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (a277a8fc-d360-45df-b4ed-b818f20dec1d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.592091 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (a277a8fc-d360-45df-b4ed-b818f20dec1d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.617969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a277a8fc-d360-45df-b4ed-b818f20dec1d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:25.623557 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.628240 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3947ec3a-90a1-467c-8004-ac394c953265 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/a277a8fc-d360-45df-b4ed-b818f20dec1d HTTP/1.1" status: 204 len: 168 time: 0.3910108 Aug 25 05:23:25.629923 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41484) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:25.630080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23c0c4-638b-4e50-bbb5-a7e805d515a6 None None] Network 28953a19-c976-4328-9ac9-ee52893446db requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:23:25.703296 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (28953a19-c976-4328-9ac9-ee52893446db), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.746756 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Deleting port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:25.747103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.786001 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] DHCP port deletion for 28953a19-c976-4328-9ac9-ee52893446db request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:23:25.816049 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] For port 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0dd110b6-48d5-4cca-8a95-4452b1aefb76,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:25.816310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.829093 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Deleting port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:25.829459 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.829669 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Calling delete_port for 0dd110b6-48d5-4cca-8a95-4452b1aefb76 owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:25.896383 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] For port 0dd110b6-48d5-4cca-8a95-4452b1aefb76, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=0dd110b6-48d5-4cca-8a95-4452b1aefb76,segment=NetworkSegment(293e3848-08f8-4ae3-842d-5ea071ab3d7d),segment_id=293e3848-08f8-4ae3-842d-5ea071ab3d7d)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:25.896774 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:25.909139 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Calling delete_port for 0dd110b6-48d5-4cca-8a95-4452b1aefb76 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:25.999449 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 137cc918-b048-414a-a9e9-59c3f340bc9b no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:23:26.019454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.020621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 137cc918-b048-414a-a9e9-59c3f340bc9b {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:23:26.020965 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 137cc918-b048-414a-a9e9-59c3f340bc9b not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:23:26.021422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0dd110b6-48d5-4cca-8a95-4452b1aefb76 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:23:26.041805 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 0dd110b6-48d5-4cca-8a95-4452b1aefb76 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:23:26.042146 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 0dd110b6-48d5-4cca-8a95-4452b1aefb76 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:23:26.042555 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 4fe1848e-f807-4c6f-9fda-4b2086342c48 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:23:26.045415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (0dd110b6-48d5-4cca-8a95-4452b1aefb76), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.048448 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] No DVR routers for this DVR port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:23:26.052697 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dd110b6-48d5-4cca-8a95-4452b1aefb76,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:26.067994 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 4fe1848e-f807-4c6f-9fda-4b2086342c48 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:23:26.071496 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 4fe1848e-f807-4c6f-9fda-4b2086342c48 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:23:26.087719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:26.088004 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Pushing event deleted for resources: {'Port': ['ID=0dd110b6-48d5-4cca-8a95-4452b1aefb76,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:26.091837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] No DVR routers for this DVR port 0dd110b6-48d5-4cca-8a95-4452b1aefb76 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:23:26.098671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.105786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453f38be-1abb-4ab4-a152-ef6cb6e6b44f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:23:26.128293 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (28953a19-c976-4328-9ac9-ee52893446db), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.147985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28953a19-c976-4328-9ac9-ee52893446db']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:26.157526 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293e3848-08f8-4ae3-842d-5ea071ab3d7d') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:26.157846 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293e3848-08f8-4ae3-842d-5ea071ab3d7d') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:26.167031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (293e3848-08f8-4ae3-842d-5ea071ab3d7d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.177643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:26.181181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (293e3848-08f8-4ae3-842d-5ea071ab3d7d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.187333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:23:26.188903 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (293e3848-08f8-4ae3-842d-5ea071ab3d7d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.317035 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 293e3848-08f8-4ae3-842d-5ea071ab3d7d resource provider aggregate not found Aug 25 05:23:26.333354 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 293e3848-08f8-4ae3-842d-5ea071ab3d7d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 293e3848-08f8-4ae3-842d-5ea071ab3d7d found for delete ", "request_id": "req-2739589d-6286-4425-91fc-5e6a1183b47c"}]} Aug 25 05:23:26.408861 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (28953a19-c976-4328-9ac9-ee52893446db), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.416163 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.419295 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/28953a19-c976-4328-9ac9-ee52893446db HTTP/1.1" status: 204 len: 168 time: 0.7884660 Aug 25 05:23:26.428545 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d1ffb-534a-46ff-92af-76d663d84528 admin admin] Pushing event deleted for resources: {'Network': ['ID=28953a19-c976-4328-9ac9-ee52893446db,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:26.562933 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-6e2531d0-3db8-4c7d-8492-1a313d8df2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.843449 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41494) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:26.883622 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-dcfa126e-5993-4182-83f9-167e480d659d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=2eb9cdd7b67546ca8eb089247f0a0ce1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389898 Aug 25 05:23:26.886200 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41496) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:26.936388 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] Publish callbacks [] for security_group (5810227a-a7f5-4a76-84c2-9f01469bdae6), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:26.957731 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] Publish callbacks [] for security_group (5810227a-a7f5-4a76-84c2-9f01469bdae6), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:27.071674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5810227a-a7f5-4a76-84c2-9f01469bdae6), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:27.075973 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:27.078500 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5810227a-a7f5-4a76-84c2-9f01469bdae6 HTTP/1.1" status: 204 len: 168 time: 0.1905227 Aug 25 05:23:27.088353 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bb61a-0bff-4541-ad27-b3c0ddaca537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5810227a-a7f5-4a76-84c2-9f01469bdae6,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:27.909496 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:28.597192 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5aafc4e4-d370-4ea5-863e-fed6468d3b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:30.071001 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:30.878521 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:31.408582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:31.442280 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:36.416213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:DELETE=4,neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:36.990284 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:DELETE=5,neutron:SELECT=22 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:37.084357 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:37.802638 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.370839 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41642) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:39.476461 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cc2e74c6-c549-4993-baeb-98b20fbf4874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.551477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cc2e74c6-c549-4993-baeb-98b20fbf4874 admin admin] Publish callbacks [] for security_group (4c002852-4a1d-4bc4-9a1f-9c760a9e4082), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.648111 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cc2e74c6-c549-4993-baeb-98b20fbf4874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4c002852-4a1d-4bc4-9a1f-9c760a9e4082), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.684845 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e74c6-c549-4993-baeb-98b20fbf4874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c002852-4a1d-4bc4-9a1f-9c760a9e4082,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:39.690689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-cc2e74c6-c549-4993-baeb-98b20fbf4874 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=640ceaf94d5445c681e5b5f29eadb0df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187332 Aug 25 05:23:39.693358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41648) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:39.741401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] Publish callbacks [] for security_group (4c002852-4a1d-4bc4-9a1f-9c760a9e4082), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.761109 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] Publish callbacks [] for security_group (4c002852-4a1d-4bc4-9a1f-9c760a9e4082), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.878392 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4c002852-4a1d-4bc4-9a1f-9c760a9e4082), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.881006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:39.882221 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4c002852-4a1d-4bc4-9a1f-9c760a9e4082 HTTP/1.1" status: 204 len: 168 time: 0.1879172 Aug 25 05:23:39.892343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8070e-6dd0-4a39-b382-e5bbac61beec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c002852-4a1d-4bc4-9a1f-9c760a9e4082,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:42.373614 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41698) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:42.480403 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-36233cee-535c-423e-a666-0d8f85aa8346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.553540 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-36233cee-535c-423e-a666-0d8f85aa8346 admin admin] Publish callbacks [] for security_group (13fa2268-24a2-4cf8-8e58-7f235e61143e), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.625089 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-36233cee-535c-423e-a666-0d8f85aa8346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (13fa2268-24a2-4cf8-8e58-7f235e61143e), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.664471 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-36233cee-535c-423e-a666-0d8f85aa8346 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b0090a1572f442fc8dc3df388aee6b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2897348 Aug 25 05:23:42.665329 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36233cee-535c-423e-a666-0d8f85aa8346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fa2268-24a2-4cf8-8e58-7f235e61143e,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:42.667312 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41704) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:42.718570 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] Publish callbacks [] for security_group (13fa2268-24a2-4cf8-8e58-7f235e61143e), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.738016 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] Publish callbacks [] for security_group (13fa2268-24a2-4cf8-8e58-7f235e61143e), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.836797 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (13fa2268-24a2-4cf8-8e58-7f235e61143e), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.839358 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:42.840524 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/13fa2268-24a2-4cf8-8e58-7f235e61143e HTTP/1.1" status: 204 len: 168 time: 0.1718707 Aug 25 05:23:42.850056 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33e0d-136e-4c36-946e-230f0915b28d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fa2268-24a2-4cf8-8e58-7f235e61143e,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:43.465140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41712) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:43.479322 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1dc39b46-5922-4995-9153-b6a614553201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.552438 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1dc39b46-5922-4995-9153-b6a614553201 admin admin] Publish callbacks [] for security_group (cc958ae2-c0d3-494f-a1fe-0794422d52d9), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.636710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1dc39b46-5922-4995-9153-b6a614553201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cc958ae2-c0d3-494f-a1fe-0794422d52d9), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.676360 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1dc39b46-5922-4995-9153-b6a614553201 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=20bf1e0509024d98b6bb596b2dfb88aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2101555 Aug 25 05:23:43.677226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc39b46-5922-4995-9153-b6a614553201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc958ae2-c0d3-494f-a1fe-0794422d52d9,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:43.679917 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41714) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:43.732210 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] Publish callbacks [] for security_group (cc958ae2-c0d3-494f-a1fe-0794422d52d9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.752055 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] Publish callbacks [] for security_group (cc958ae2-c0d3-494f-a1fe-0794422d52d9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.888726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (cc958ae2-c0d3-494f-a1fe-0794422d52d9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.891193 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:43.892360 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/cc958ae2-c0d3-494f-a1fe-0794422d52d9 HTTP/1.1" status: 204 len: 168 time: 0.2110412 Aug 25 05:23:43.901413 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf00ff-57ec-49e3-ac79-db104cb216b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc958ae2-c0d3-494f-a1fe-0794422d52d9,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:45.690122 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41748) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:45.793197 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-351f0e64-1255-4181-abf2-33b03ab32654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:45.872423 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-351f0e64-1255-4181-abf2-33b03ab32654 admin admin] Publish callbacks [] for security_group (42fecd68-bef5-43e8-8b4c-617b02719ddf), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:45.962364 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-351f0e64-1255-4181-abf2-33b03ab32654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (42fecd68-bef5-43e8-8b4c-617b02719ddf), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:46.003878 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-351f0e64-1255-4181-abf2-33b03ab32654 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=288f8f920be04985bc3ba5706cf20ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126855 Aug 25 05:23:46.004840 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f0e64-1255-4181-abf2-33b03ab32654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fecd68-bef5-43e8-8b4c-617b02719ddf,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:46.006586 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41760) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:46.039855 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:46.066599 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] Publish callbacks [] for security_group (42fecd68-bef5-43e8-8b4c-617b02719ddf), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:46.069096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:46.086796 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] Publish callbacks [] for security_group (42fecd68-bef5-43e8-8b4c-617b02719ddf), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:46.231393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (42fecd68-bef5-43e8-8b4c-617b02719ddf), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:46.234001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:46.235140 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/42fecd68-bef5-43e8-8b4c-617b02719ddf HTTP/1.1" status: 204 len: 168 time: 0.2274728 Aug 25 05:23:46.243535 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26ca27-9d2d-4651-9ecf-3634cbc44c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fecd68-bef5-43e8-8b4c-617b02719ddf,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:47.096463 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-d88fa304-db23-4309-874e-f60c66a28906 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417857 Aug 25 05:23:47.243895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-b46a2aa8-3006-44bd-8c3c-97fe15499ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:47.245813 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-b46a2aa8-3006-44bd-8c3c-97fe15499ad4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 1131 time: 0.0491054 Aug 25 05:23:47.313020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41790) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:47.354610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-00556109-795c-479d-bd88-3dc46e79c91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:47.356186 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-00556109-795c-479d-bd88-3dc46e79c91b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 200 len: 918 time: 0.0924857 Aug 25 05:23:47.410944 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1099347686-network', 'tenant_id': 'aed82d3b5299415ca1e2e3cfcb7e2d0b'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:23:47.416883 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-a99cb289-5c1b-48f4-b458-2af1a0558b0f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 200 len: 1002 time: 0.0546141 Aug 25 05:23:47.470617 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-fc115e36-f1f6-4fbe-a707-51b0e94d9576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:47.472070 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-fc115e36-f1f6-4fbe-a707-51b0e94d9576 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 200 len: 856 time: 0.0494843 Aug 25 05:23:47.516472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-b49efde8-548f-49ce-9f3d-fa5d511c310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:47.518039 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-b49efde8-548f-49ce-9f3d-fa5d511c310d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=2acaae5e-ff29-4076-80e0-d2cd629fe935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397596 Aug 25 05:23:47.528279 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-3ecf813d-6889-4ab1-8776-88df08e053e4 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:23:47.529236 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-3ecf813d-6889-4ab1-8776-88df08e053e4 service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047376 Aug 25 05:23:47.591209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Made reservation on behalf of aed82d3b5299415ca1e2e3cfcb7e2d0b for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:23:47.593683 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.602715 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.617213 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-6cfa4808-c606-495a-98af-df94625557d3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822680 Aug 25 05:23:47.686248 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks [] for security_group (4e3e6742-d0ee-44fb-a68e-bcff759b8b96), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.717525 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-32ccd68a-a028-44ff-863b-cfdfb598a849 req-29fd0b04-bcb9-407b-8bd4-09249f98d7d7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871708 Aug 25 05:23:47.779655 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4e3e6742-d0ee-44fb-a68e-bcff759b8b96), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.805695 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:23:47.816335 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3e6742-d0ee-44fb-a68e-bcff759b8b96,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:47.818631 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=14 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:47.821815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (28bae258-6693-428f-9410-43c56ff23198), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.822155 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Added segment 28bae258-6693-428f-9410-43c56ff23198 of type vlan for network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 Aug 25 05:23:47.862398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (e49da47a-f1e4-484e-87dc-9a576ec5b8c0), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.882632 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:47.979611 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (e49da47a-f1e4-484e-87dc-9a576ec5b8c0), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:47.980623 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:47.981467 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:48.042936 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] Pushing event updated for resources: {'Network': ['ID=e49da47a-f1e4-484e-87dc-9a576ec5b8c0,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:48.053297 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:23:48.056026 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=62,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:48.057456 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=75,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:48.066410 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:48.120955 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-71189735-7b23-49a3-8b17-cf6cb789d40e admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8067510 Aug 25 05:23:48.123699 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41796) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:48.128428 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Request body: {'subnet': {'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1099347686-subnet', 'tenant_id': 'aed82d3b5299415ca1e2e3cfcb7e2d0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:23:48.230895 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Made reservation on behalf of aed82d3b5299415ca1e2e3cfcb7e2d0b for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:23:48.233347 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:48.482677 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (d57277a6-8de9-4412-be60-c231929fa904), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:48.547126 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57277a6-8de9-4412-be60-c231929fa904,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:48.553531 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Checking segment: {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:23:48.553965 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Network hostable DHCP agents. Network: e49da47a-f1e4-484e-87dc-9a576ec5b8c0, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:23:48.677240 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:23:48.682490 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:48.814174 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, e49da47a-f1e4-484e-87dc-9a576ec5b8c0) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:23:48.818187 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:48.818775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:48.823300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d3386-4959-4a9a-8cd7-9e245d068369 None None] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:23:48.908209 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-906d7a46-96b8-44d7-92f8-3b2e71fcc713 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7834446 Aug 25 05:23:48.924377 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018728f7-5c67-41fa-9fc8-bfe217a38fab None None] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:23:49.072623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa70fb37-b2b8-42ff-8d9b-ed9003da8901 req-70b04e49-a262-4f2f-b2ee-d80bc4ee0ab3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:49.074035 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-aa70fb37-b2b8-42ff-8d9b-ed9003da8901 req-70b04e49-a262-4f2f-b2ee-d80bc4ee0ab3 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0472739 Aug 25 05:23:49.128223 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-aa70fb37-b2b8-42ff-8d9b-ed9003da8901 req-261fc1ac-dced-46da-8081-b5d056926461 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485663 Aug 25 05:23:50.258052 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733202b-7619-475d-86e9-b294b4e5c598 req-64bcd3fb-f810-4699-8df8-056ac5b4a6be tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:50.258052 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7733202b-7619-475d-86e9-b294b4e5c598 req-64bcd3fb-f810-4699-8df8-056ac5b4a6be tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0470896 Aug 25 05:23:50.296208 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7733202b-7619-475d-86e9-b294b4e5c598 req-cab990ac-a7be-48de-b3d8-69054b22214c tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401478 Aug 25 05:23:51.040773 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-83884c9d-1d80-436d-8647-e7c2d6163506 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:51.042316 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-83884c9d-1d80-436d-8647-e7c2d6163506 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0533955 Aug 25 05:23:51.125904 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port b3efd045-f9cf-4456-a70e-5318feee2f25 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:51.126253 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:51.453803 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:51.487079 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae967cc-190b-4cfd-809e-879ea81f1a2d req-7f78d861-daca-4c14-9cb7-1e309abe77d9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:51.488555 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ae967cc-190b-4cfd-809e-879ea81f1a2d req-7f78d861-daca-4c14-9cb7-1e309abe77d9 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 946 time: 0.0631342 Aug 25 05:23:51.530801 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] For port b3efd045-f9cf-4456-a70e-5318feee2f25, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=b3efd045-f9cf-4456-a70e-5318feee2f25,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:51.531173 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:51.585423 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:51.597711 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5ae967cc-190b-4cfd-809e-879ea81f1a2d req-efe64f88-eeb6-4245-a271-2993501c560f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9d244d3d-2d5c-4b45-9466-47dfecd055a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028686 Aug 25 05:23:51.711285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:51.711560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:51.711866 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Floating IP 05441fd6-6b0d-4950-96b6-ac672d9ac56c disassociated. External IP: 172.27.3.47, port: b3efd045-f9cf-4456-a70e-5318feee2f25. Aug 25 05:23:51.712196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for b3efd045-f9cf-4456-a70e-5318feee2f25 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:51.905485 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (b3efd045-f9cf-4456-a70e-5318feee2f25), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:51.936888 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=b3efd045-f9cf-4456-a70e-5318feee2f25,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:52.049198 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:23:52.139576 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-d4eb2798-9039-4347-8aed-f76e55b6f24d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:52.141033 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-d4eb2798-9039-4347-8aed-f76e55b6f24d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0 HTTP/1.1" status: 200 len: 814 time: 0.1024151 Aug 25 05:23:52.152897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:23:52.162158 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-65ed3c9d-8f2f-40ec-a08b-74eb24daf40e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/quotas/aed82d3b5299415ca1e2e3cfcb7e2d0b HTTP/1.1" status: 200 len: 375 time: 0.0146987 Aug 25 05:23:52.164541 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:23:52.175293 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:52.175894 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:52.194281 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-baecce54-d7bb-4c18-bf7f-4c532a02ebe8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280433 Aug 25 05:23:52.200740 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] No DVR routers for this DVR port b3efd045-f9cf-4456-a70e-5318feee2f25 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:23:52.203323 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:52.205871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-0867445a-e8c0-4d24-8929-f47c1a9cac44 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107056) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:23:52.207347 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fb81c85c-29e3-44e2-8edc-a9fd9b920947 req-c312910d-711c-4215-a7eb-2481dc76c096 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.47 "DELETE /networking/v2.0/ports/b3efd045-f9cf-4456-a70e-5318feee2f25 HTTP/1.1" status: 204 len: 173 time: 1.1590092 Aug 25 05:23:52.207479 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-0867445a-e8c0-4d24-8929-f47c1a9cac44 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066211 Aug 25 05:23:52.207795 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'name': 'network-vif-deleted', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:23:52.210164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32bada8-cf2c-4c40-bedb-ccd2b6c778fb" -d '{"events": [{"server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "name": "network-vif-deleted", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:23:52.248044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36b281-35ed-4b2e-9784-1463f8a226a0 x-openstack-request-id: req-3d36b281-35ed-4b2e-9784-1463f8a226a0 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:23:52.248342 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13c1236-a24c-478a-ac43-a1035b100bd5", "name": "network-vif-deleted", "tag": "b3efd045-f9cf-4456-a70e-5318feee2f25", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:23:52.248616 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d36b281-35ed-4b2e-9784-1463f8a226a0 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:23:52.249024 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d36b281-35ed-4b2e-9784-1463f8a226a0'] response: {'server_uuid': 'e13c1236-a24c-478a-ac43-a1035b100bd5', 'name': 'network-vif-deleted', 'tag': 'b3efd045-f9cf-4456-a70e-5318feee2f25', 'status': 'completed', 'code': 200} Aug 25 05:23:52.322767 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-a25db729-3199-461d-adf4-ec0ca28670f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990543 Aug 25 05:23:52.395029 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:52.424704 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-f7f35ae2-8f03-4bbf-99c7-a660eede92ab service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956821 Aug 25 05:23:52.588866 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:52.616967 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:23:52.626631 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:23:52.627422 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:52.731883 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-18559c2b-c6b9-471a-a61e-471adb9a59dd req-4227bfbd-472d-4d13-bfde-c7d776cfdb49 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 210 time: 0.0479147 Aug 25 05:23:52.746390 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:23:52.753091 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-31742e0b-f4ef-465d-90c2-f91b9f19135c req-673d1446-da5a-4f39-aeae-0419dcb202fe tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=e13c1236-a24c-478a-ac43-a1035b100bd5 HTTP/1.1" status: 200 len: 210 time: 0.0492823 Aug 25 05:23:52.934782 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:23:52.958834 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78942d4d-b51a-4fb0-b3f6-f7870afbed09 None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:13:32Z', 'revision_number': 4, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'beb5933a-ab8b-4de6-a627-c2c5a0432127', 'name': '', 'network_id': '68f1da36-d799-4803-8568-258dd71a0604', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'mac_address': 'fa:16:3e:0f:59:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:30Z', 'updated_at': '2022-08-25T05:13:44Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'subnets': [{'id': '516a5d04-09c0-4976-a081-600ef1c7acb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:23:53.166157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7598b9c-f5d6-4b5d-a544-ade251460ec2 None None] New status for floating IP 05441fd6-6b0d-4950-96b6-ac672d9ac56c: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:23:53.823909 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f1cf7161-b489-42ba-bcc0-94514323e6e6 req-7edeea72-c7aa-49f6-b9f3-4b877cafcae0 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 210 time: 0.0295970 Aug 25 05:23:53.872534 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device b3efd045-f9cf-4456-a70e-5318feee2f25 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:23:53.892071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: b3efd045-f9cf-4456-a70e-5318feee2f25 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:23:53.892404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device b3efd045-f9cf-4456-a70e-5318feee2f25 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:23:53.917968 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41860) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:53.975468 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (9d244d3d-2d5c-4b45-9466-47dfecd055a9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:53.997927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (9d244d3d-2d5c-4b45-9466-47dfecd055a9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.191531 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9d244d3d-2d5c-4b45-9466-47dfecd055a9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.194212 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.195433 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9d244d3d-2d5c-4b45-9466-47dfecd055a9 HTTP/1.1" status: 204 len: 168 time: 0.2764904 Aug 25 05:23:54.198443 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41862) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:54.204620 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc24a13-10ad-4f8a-8ed9-943357cdf552 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d244d3d-2d5c-4b45-9466-47dfecd055a9,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:54.212670 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.api.v2.resource [None req-9399fd28-4876-4016-9e6d-a570ed54043f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] show failed (client error): The resource could not be found. Aug 25 05:23:54.213686 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-9399fd28-4876-4016-9e6d-a570ed54043f tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "GET /networking/v2.0/security-groups/9d244d3d-2d5c-4b45-9466-47dfecd055a9 HTTP/1.1" status: 404 len: 347 time: 0.0142255 Aug 25 05:23:54.216618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41864) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:54.341667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Deleting port d0c5c923-133e-449e-bf00-d4f1b9dbdc01 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:54.342020 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.422650 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.423012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.432503 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:54.437103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Calling delete_port for d0c5c923-133e-449e-bf00-d4f1b9dbdc01 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:54.504426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:54.642554 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (d0c5c923-133e-449e-bf00-d4f1b9dbdc01), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.672631 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Pushing event deleted for resources: {'Port': ['ID=d0c5c923-133e-449e-bf00-d4f1b9dbdc01,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:54.736350 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks [] for floatingip (05441fd6-6b0d-4950-96b6-ac672d9ac56c), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.739491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:54.740620 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5cc1a61e-d50c-48a6-8fc0-eed713458882 tempest-AttachVolumeNegativeTest-1614497640 tempest-AttachVolumeNegativeTest-1614497640-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/05441fd6-6b0d-4950-96b6-ac672d9ac56c HTTP/1.1" status: 204 len: 168 time: 0.5231209 Aug 25 05:23:54.929387 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-237f7c00-fa9e-4974-a2db-1ee9ebf9c79b req-6701b1a9-aca6-4196-9017-44c604956efd tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 210 time: 0.0316319 Aug 25 05:23:55.248581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-40ce8363-5532-4bbc-b6e7-0f6666e9024d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:55.250113 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-40ce8363-5532-4bbc-b6e7-0f6666e9024d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0 HTTP/1.1" status: 200 len: 814 time: 0.1049061 Aug 25 05:23:55.267932 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Request body: {'port': {'device_id': 'a08b426c-39ad-464b-8924-a915541a804a', 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0', 'admin_state_up': True, 'tenant_id': 'aed82d3b5299415ca1e2e3cfcb7e2d0b'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:23:55.430876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Made reservation on behalf of aed82d3b5299415ca1e2e3cfcb7e2d0b for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:23:55.434582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:55.562689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Allocated IP 172.20.0.7 (e49da47a-f1e4-484e-87dc-9a576ec5b8c0/d57277a6-8de9-4412-be60-c231929fa904/3da211dd-640d-4862-9c7a-cd29f2a0c659) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:23:55.712673 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks [] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:55.721683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:55.831485 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:55.875740 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:23:55.879441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:23:55.883251 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:23:55.905285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Pushing event updated for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:55.926253 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:55.933367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:55.934006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.043192 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-5cbbf099-3695-41e9-b701-79d9730d7745 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787778 Aug 25 05:23:56.060034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659267ac-b1a0-4669-8363-26cf59daa927 req-3df4307d-e9a7-493b-988a-3b0d14281f47 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:56.060389 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-659267ac-b1a0-4669-8363-26cf59daa927 req-3df4307d-e9a7-493b-988a-3b0d14281f47 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 931 time: 0.0549595 Aug 25 05:23:56.065005 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Request body: {'port': {'device_id': 'a08b426c-39ad-464b-8924-a915541a804a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:23:56.157079 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-659267ac-b1a0-4669-8363-26cf59daa927 req-e7440a5d-ff43-4725-b9e7-9d3be0319e8b tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892189 Aug 25 05:23:56.158038 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.417113 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3da211dd-640d-4862-9c7a-cd29f2a0c659 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:23:56.424576 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks [] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.436847 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Transition to ACTIVE for port object 3da211dd-640d-4862-9c7a-cd29f2a0c659 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:23:56.510818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.510992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fc368d02-abff-4ad3-a3a6-1bb4f72ef7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.590177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Pushing event updated for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:56.625748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Attempting to bind port 3da211dd-640d-4862-9c7a-cd29f2a0c659 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:23:56.626080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Attempting to bind port 3da211dd-640d-4862-9c7a-cd29f2a0c659 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:23:56.626404 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Attempting to bind port 3da211dd-640d-4862-9c7a-cd29f2a0c659 on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:23:56.630637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Port 3da211dd-640d-4862-9c7a-cd29f2a0c659 on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:23:56.630951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Attempting to bind port 3da211dd-640d-4862-9c7a-cd29f2a0c659 on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:23:56.635744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:23:56.636072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Checking segment: {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:23:56.636448 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Bound using segment: {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:23:56.636861 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Bound port: 3da211dd-640d-4862-9c7a-cd29f2a0c659, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:23:56.637208 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.639661 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:56.698554 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:23:56.701511 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:23:56.768235 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.773090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:56.773725 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:56.775200 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/3da211dd-640d-4862-9c7a-cd29f2a0c659 HTTP/1.1" status: 200 len: 1093 time: 0.7140961 Aug 25 05:23:56.775674 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:23:56.778084 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f91c44-28cc-4600-bcfa-a2b1c29c2620" -d '{"events": [{"name": "network-changed", "server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:23:56.818071 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1d7cf4-f9f8-4e7d-ae6f-c1389bf0fc00 x-openstack-request-id: req-9f1d7cf4-f9f8-4e7d-ae6f-c1389bf0fc00 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:23:56.818437 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:23:56.818686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f1d7cf4-f9f8-4e7d-ae6f-c1389bf0fc00 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:23:56.819078 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f1d7cf4-f9f8-4e7d-ae6f-c1389bf0fc00'] response: {'name': 'network-changed', 'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659', 'status': 'completed', 'code': 200} Aug 25 05:23:56.828145 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64626b10-85e7-4232-9a91-cd153f8147df service neutron] Pushing event updated for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:23:56.904171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-577dd085-f8cd-4394-a57e-4a8c8add2e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:56.905680 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-577dd085-f8cd-4394-a57e-4a8c8add2e77 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 1127 time: 0.0424669 Aug 25 05:23:57.014247 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-7da82f0e-047f-487a-a4e2-47b0deca807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:57.015696 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-7da82f0e-047f-487a-a4e2-47b0deca807b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0972881 Aug 25 05:23:57.111273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-0db65f41-ef42-4e2c-8917-49f358904866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:57.113323 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-64f91c44-28cc-4600-bcfa-a2b1c29c2620 req-0db65f41-ef42-4e2c-8917-49f358904866 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922043 Aug 25 05:23:57.208443 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-b4da717e-e17d-45d0-8d31-f7bb519aa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:57.210055 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-b4da717e-e17d-45d0-8d31-f7bb519aa69d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 1127 time: 0.0410848 Aug 25 05:23:57.228454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:57.266567 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-328d6454-5106-40ed-b819-0ff1182152ad service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659 HTTP/1.1" status: 200 len: 217 time: 0.0441227 Aug 25 05:23:57.334444 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2f767-db04-4d8d-b790-50e4c1a930af req-2f43b7f9-d1e7-4c5c-8609-17ba3652ae41 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:57.335870 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-82b2f767-db04-4d8d-b790-50e4c1a930af req-2f43b7f9-d1e7-4c5c-8609-17ba3652ae41 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 943 time: 0.1046200 Aug 25 05:23:57.351365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-473f0119-c644-4cbb-a6cb-a2dc2fb47ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:57.352616 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-473f0119-c644-4cbb-a6cb-a2dc2fb47ace service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d57277a6-8de9-4412-be60-c231929fa904 HTTP/1.1" status: 200 len: 854 time: 0.0698848 Aug 25 05:23:57.394570 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-ace64d04-f45c-47ee-b1c9-5b9543a98f7d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347586 Aug 25 05:23:57.428918 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-82b2f767-db04-4d8d-b790-50e4c1a930af req-25030cbc-3d3f-465f-8d6f-b0720910e2e5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870051 Aug 25 05:23:57.502555 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-940ef108-c807-40ce-ad6a-097eb69557d4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968144 Aug 25 05:23:57.599041 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c0847dc2-4511-4594-bfbc-4a51b60fe815 req-b58746ba-0cfb-405d-be1c-8e541995b6c7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924315 Aug 25 05:23:57.880519 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:23:58.548368 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad58520-a189-4fb2-a04e-e7f06a200c43 req-100fac57-27ac-42fa-9e95-035dcd1c9b1f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:58.550390 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0ad58520-a189-4fb2-a04e-e7f06a200c43 req-100fac57-27ac-42fa-9e95-035dcd1c9b1f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 943 time: 0.0481179 Aug 25 05:23:58.597280 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0ad58520-a189-4fb2-a04e-e7f06a200c43 req-07770fe1-e6b8-48a0-94f9-351077ea5347 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Aug 25 05:23:58.642289 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1f44ad7d-be4b-411d-961e-0fdc0106f7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:59.057449 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41916) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:23:59.319625 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:59.410020 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (2e541a79-c73e-4677-b641-2e111db522d8), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:59.620048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Deleting port beb5933a-ab8b-4de6-a627-c2c5a0432127 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:23:59.620297 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:59.728435 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:23:59.730856 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] For port beb5933a-ab8b-4de6-a627-c2c5a0432127, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=beb5933a-ab8b-4de6-a627-c2c5a0432127,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:23:59.731221 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:23:59.739161 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ba68-04c2-487a-81e1-3d14650ef5f0 req-f65076af-740b-4476-bc08-8455ed383eec tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:23:59.740626 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-29b5ba68-04c2-487a-81e1-3d14650ef5f0 req-f65076af-740b-4476-bc08-8455ed383eec tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 943 time: 0.0715394 Aug 25 05:23:59.757946 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Calling delete_port for beb5933a-ab8b-4de6-a627-c2c5a0432127 owned by network:router_interface {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:23:59.837332 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-29b5ba68-04c2-487a-81e1-3d14650ef5f0 req-f780b01a-bcc9-452a-bb76-f4e7ba22c539 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893147 Aug 25 05:24:00.014125 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:00.081736 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (beb5933a-ab8b-4de6-a627-c2c5a0432127), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:00.108124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb5933a-ab8b-4de6-a627-c2c5a0432127,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:00.270400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:00.321059 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644fbb23-3f0f-478b-993f-6599e2d9925e req-a4a28e96-1386-4120-b40d-5156573ee98e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:00.322538 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-644fbb23-3f0f-478b-993f-6599e2d9925e req-a4a28e96-1386-4120-b40d-5156573ee98e tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0636628 Aug 25 05:24:00.323098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (2e541a79-c73e-4677-b641-2e111db522d8), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:00.437357 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-644fbb23-3f0f-478b-993f-6599e2d9925e req-76d59784-a191-47f6-86c2-8ce5a68f621b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082530 Aug 25 05:24:00.815929 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Router 2e541a79-c73e-4677-b641-2e111db522d8 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:24:00.891829 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:00.915023 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:24:00.922268 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-bbbd1770-b688-4cc4-a25f-b76487a46ee9 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/2e541a79-c73e-4677-b641-2e111db522d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8615000 Aug 25 05:24:00.922760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41934) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:00.931047 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Sync routers for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:24:00.941202 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:00.941905 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:00.963534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28aecd-8338-4a1c-bc2c-d886db3c090f req-40984884-e0d3-4c75-b02e-52569eac2c32 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:00.966168 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3c28aecd-8338-4a1c-bc2c-d886db3c090f req-40984884-e0d3-4c75-b02e-52569eac2c32 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 943 time: 0.0537262 Aug 25 05:24:01.015034 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3c28aecd-8338-4a1c-bc2c-d886db3c090f req-8f5eaf15-08bd-4d5a-b252-e11d34446635 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440791 Aug 25 05:24:01.025353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks [] for router (2e541a79-c73e-4677-b641-2e111db522d8), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.033459 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:01.041247 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:01.128214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks [] for router_gateway (2e541a79-c73e-4677-b641-2e111db522d8), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.147737 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:01.211793 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '6734444c-2708-4216-a3b0-7125c1239a96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:23:59Z', 'revision_number': 5, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port': {'id': '6734444c-2708-4216-a3b0-7125c1239a96', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e541a79-c73e-4677-b641-2e111db522d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:23Z', 'updated_at': '2022-08-25T05:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:01.222524 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Deleting port 6734444c-2708-4216-a3b0-7125c1239a96 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:01.223117 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (6734444c-2708-4216-a3b0-7125c1239a96), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.236485 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Checking router: 2e541a79-c73e-4677-b641-2e111db522d8 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:24:01.244950 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Routers {'2e541a79-c73e-4677-b641-2e111db522d8'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:01.245543 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['2e541a79-c73e-4677-b641-2e111db522d8'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:01.304221 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] For port 6734444c-2708-4216-a3b0-7125c1239a96, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=6734444c-2708-4216-a3b0-7125c1239a96,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:01.304730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (6734444c-2708-4216-a3b0-7125c1239a96), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.317499 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Calling delete_port for 6734444c-2708-4216-a3b0-7125c1239a96 owned by network:router_gateway {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:01.332160 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] Set router 2e541a79-c73e-4677-b641-2e111db522d8 gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:01.355094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:01.383180 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:24:01Z', 'revision_number': 6, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:01.408065 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bfd453-1abf-4cc1-8e45-791090c3b05b None None] The sync data for ids ['2e541a79-c73e-4677-b641-2e111db522d8'] in dv-cinder-853910-2-iscsi is: [{'id': '2e541a79-c73e-4677-b641-2e111db522d8', 'name': 'tempest-AttachVolumeNegativeTest-368187821-router', 'tenant_id': 'f640cb592ed1455a827976752ce2f49d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:21Z', 'updated_at': '2022-08-25T05:24:01Z', 'revision_number': 6, 'project_id': 'f640cb592ed1455a827976752ce2f49d', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:24:01.413169 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.442691 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.559799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7916d3a-8596-4838-b7f4-997860267780 req-88ab338d-cc3c-4de9-9ad7-683eaf768d92 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:01.561256 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c7916d3a-8596-4838-b7f4-997860267780 req-88ab338d-cc3c-4de9-9ad7-683eaf768d92 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0470932 Aug 25 05:24:01.604596 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (6734444c-2708-4216-a3b0-7125c1239a96), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.612810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c7916d3a-8596-4838-b7f4-997860267780 req-f7493b4f-ff25-4ab4-b3ce-163f1bd230ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448887 Aug 25 05:24:01.635651 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Pushing event deleted for resources: {'Port': ['ID=6734444c-2708-4216-a3b0-7125c1239a96,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:01.703388 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (2e541a79-c73e-4677-b641-2e111db522d8), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.807495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (2e541a79-c73e-4677-b641-2e111db522d8), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.809943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks [] for router_controller (2e541a79-c73e-4677-b641-2e111db522d8), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.899594 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 3da211dd-640d-4862-9c7a-cd29f2a0c659 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:24:01.966760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (2e541a79-c73e-4677-b641-2e111db522d8), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.967332 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e541a79-c73e-4677-b641-2e111db522d8 {{(pid=107055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:24:01.976176 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:01.977894 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-40a8fcb7-7e53-47b8-a7ff-64d391e0db49 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/2e541a79-c73e-4677-b641-2e111db522d8 HTTP/1.1" status: 204 len: 168 time: 1.0536077 Aug 25 05:24:01.980122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41938) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:01.999944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:02.011525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '3da211dd-640d-4862-9c7a-cd29f2a0c659', 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0', 'port_id': '3da211dd-640d-4862-9c7a-cd29f2a0c659', 'mac_address': 'fa:16:3e:05:a0:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57277a6-8de9-4412-be60-c231929fa904', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:24:02.014396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-f830b320-6166-4c01-9464-936f4c50bf0c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:02.015872 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-f830b320-6166-4c01-9464-936f4c50bf0c tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0774124 Aug 25 05:24:02.049487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 3da211dd-640d-4862-9c7a-cd29f2a0c659 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:24:02.050464 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.064250 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3da211dd-640d-4862-9c7a-cd29f2a0c659 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:24:02.070985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:02.076269 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Deleting subnet 516a5d04-09c0-4976-a081-600ef1c7acb0 {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:24:02.085551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:02.086809 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Publish callbacks [] for subnet (516a5d04-09c0-4976-a081-600ef1c7acb0), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.147386 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5543d40-6fa3-48db-9997-e077b7525ce3 req-c62f5420-f41b-4aa8-bac5-346d36bf60ee tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:02.157890 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5543d40-6fa3-48db-9997-e077b7525ce3 req-c62f5420-f41b-4aa8-bac5-346d36bf60ee tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 943 time: 0.0535176 Aug 25 05:24:02.158279 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (516a5d04-09c0-4976-a081-600ef1c7acb0), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.167898 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.195773 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Deleting port 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:02.197406 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.220942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:02.235006 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c5543d40-6fa3-48db-9997-e077b7525ce3 req-1743fe1a-136a-48a7-ae82-e5ee9195f8ae tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788548 Aug 25 05:24:02.237973 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6734444c-2708-4216-a3b0-7125c1239a96 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:02.258924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 6734444c-2708-4216-a3b0-7125c1239a96 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:02.259490 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 6734444c-2708-4216-a3b0-7125c1239a96 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:02.259904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device beb5933a-ab8b-4de6-a627-c2c5a0432127 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:02.281491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: beb5933a-ab8b-4de6-a627-c2c5a0432127 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:02.281880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device beb5933a-ab8b-4de6-a627-c2c5a0432127 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:02.333411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (516a5d04-09c0-4976-a081-600ef1c7acb0), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.376352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:02.378283 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] For port 734e6925-ff8f-414a-b2c5-79868183c1ba, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=734e6925-ff8f-414a-b2c5-79868183c1ba,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:02.378647 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.561011 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['3da211dd-640d-4862-9c7a-cd29f2a0c659'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:24:02.564673 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (516a5d04-09c0-4976-a081-600ef1c7acb0), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.567906 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.571466 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.571466 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Floating IP 30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4 disassociated. External IP: 172.27.3.227, port: 734e6925-ff8f-414a-b2c5-79868183c1ba. Aug 25 05:24:02.571466 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Calling delete_port for 734e6925-ff8f-414a-b2c5-79868183c1ba owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:02.603857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=516a5d04-09c0-4976-a081-600ef1c7acb0,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:02.605977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.609086 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a7018f58-f22c-49f1-bff5-788a90eff1c3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/516a5d04-09c0-4976-a081-600ef1c7acb0 HTTP/1.1" status: 204 len: 168 time: 0.6280603 Aug 25 05:24:02.611692 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41942) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:02.622989 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4798ee34-22bc-457e-a9cb-4be625d2f8cb None None] Network 68f1da36-d799-4803-8568-258dd71a0604 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:02.641583 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:02.711287 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (68f1da36-d799-4803-8568-258dd71a0604), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.719579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:02.723818 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:02.762357 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Deleting port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:02.762923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.781365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a716219-a326-4a14-b5da-a3fd2a8d17be req-c6619607-86e8-42d3-b097-f1c68cfed9ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:02.782993 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a716219-a326-4a14-b5da-a3fd2a8d17be req-c6619607-86e8-42d3-b097-f1c68cfed9ed tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 947 time: 0.0820529 Aug 25 05:24:02.839954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] For port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:02.847775 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.848218 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a716219-a326-4a14-b5da-a3fd2a8d17be req-a5c2044b-a3f9-4a58-b058-23c4944cf183 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4437cb77-cb95-41b6-9a8e-c4be45771f58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495896 Aug 25 05:24:02.853303 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Calling delete_port for 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 owned by network:dhcp {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:02.862331 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] DHCP port deletion for 68f1da36-d799-4803-8568-258dd71a0604 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:24:02.871045 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (734e6925-ff8f-414a-b2c5-79868183c1ba), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.901134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'Port': ['ID=734e6925-ff8f-414a-b2c5-79868183c1ba,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:02.920143 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Deleting port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:02.920898 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:02.993409 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] For port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,segment=NetworkSegment(ce064f05-1dc3-4be6-811f-16d73053c60c),segment_id=ce064f05-1dc3-4be6-811f-16d73053c60c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:02.993758 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.003244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:03.006796 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Calling delete_port for 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:03.016988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:24:03.020275 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.048232 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Pushing event deleted for resources: {'Port': ['ID=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:03.054790 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] No DVR routers for this DVR port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 on host dv-cinder-853910-2-iscsi {{(pid=107056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:24:03.084166 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (1dfd4b6b-2c35-4e51-8a8e-6c02198ba685), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.115205 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] Pushing event deleted for resources: {'Port': ['ID=1dfd4b6b-2c35-4e51-8a8e-6c02198ba685,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:03.117006 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309de68-05b8-4d20-b320-afdca3d60ea3 None None] No DVR routers for this DVR port 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:24:03.134777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (68f1da36-d799-4803-8568-258dd71a0604), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.137043 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:24:03.148574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:24:03.159855 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f1da36-d799-4803-8568-258dd71a0604']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.162288 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:03.162983 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.171259 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce064f05-1dc3-4be6-811f-16d73053c60c') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.171564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce064f05-1dc3-4be6-811f-16d73053c60c') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.182547 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (ce064f05-1dc3-4be6-811f-16d73053c60c), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.187140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] No DVR routers for this DVR port 734e6925-ff8f-414a-b2c5-79868183c1ba on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:24:03.191074 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.194012 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-70fb8cda-00eb-4bd2-9b43-9575c90c4813 req-a6afdb67-c32a-4f2a-83ef-c4ed5b18046b tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.47 "DELETE /networking/v2.0/ports/734e6925-ff8f-414a-b2c5-79868183c1ba HTTP/1.1" status: 204 len: 173 time: 1.1716893 Aug 25 05:24:03.194472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-deleted', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:24:03.198522 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659d3c82-f1d5-410e-b248-42807460acd0" -d '{"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-deleted", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:24:03.207738 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (ce064f05-1dc3-4be6-811f-16d73053c60c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.215759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:24:03.216180 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (ce064f05-1dc3-4be6-811f-16d73053c60c), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.252484 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4843fd-743a-4031-a74c-21706582471d x-openstack-request-id: req-1a4843fd-743a-4031-a74c-21706582471d {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:24:03.254020 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15c73035-4140-417b-b820-a1f7ce16e591", "name": "network-vif-deleted", "tag": "734e6925-ff8f-414a-b2c5-79868183c1ba", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:24:03.254426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1a4843fd-743a-4031-a74c-21706582471d {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:24:03.255081 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a4843fd-743a-4031-a74c-21706582471d'] response: {'server_uuid': '15c73035-4140-417b-b820-a1f7ce16e591', 'name': 'network-vif-deleted', 'tag': '734e6925-ff8f-414a-b2c5-79868183c1ba', 'status': 'completed', 'code': 200} Aug 25 05:24:03.304055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:03.374338 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (68f1da36-d799-4803-8568-258dd71a0604), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.381475 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.393107 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/68f1da36-d799-4803-8568-258dd71a0604 HTTP/1.1" status: 204 len: 168 time: 0.7802439 Aug 25 05:24:03.416340 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc326876-291b-4cfd-9f5d-f1e4eac71eff admin admin] Pushing event deleted for resources: {'Network': ['ID=68f1da36-d799-4803-8568-258dd71a0604,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:03.437103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ecb58-c911-4db6-93d6-ec6631194e7e req-14a5fc06-0a39-4a0d-860d-9c312bae4778 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:03.438799 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5e1ecb58-c911-4db6-93d6-ec6631194e7e req-14a5fc06-0a39-4a0d-860d-9c312bae4778 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 944 time: 0.0754414 Aug 25 05:24:03.484532 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment ce064f05-1dc3-4be6-811f-16d73053c60c resource provider aggregate not found Aug 25 05:24:03.509339 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment ce064f05-1dc3-4be6-811f-16d73053c60c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce064f05-1dc3-4be6-811f-16d73053c60c found for delete ", "request_id": "req-24674c9b-8831-4f08-bac7-e638c461ce75"}]} Aug 25 05:24:03.518769 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5e1ecb58-c911-4db6-93d6-ec6631194e7e req-6b96ad49-2726-4a95-8791-26ca4eed58ec tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709348 Aug 25 05:24:03.701167 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.726775 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:24:03.735744 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:03.736355 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:03.737883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:03.743944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:03.814440 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41958) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:03.840349 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:03.858102 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-36bcce2d-8bcf-42c8-8559-805afb1345f1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=f640cb592ed1455a827976752ce2f49d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401843 Aug 25 05:24:03.858313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41960) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:03.915787 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] Publish callbacks [] for security_group (6b95180a-9663-4d88-9f3e-5a19a5f80707), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.936930 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] Publish callbacks [] for security_group (6b95180a-9663-4d88-9f3e-5a19a5f80707), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:03.994914 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e07a24a2-b070-4f9f-af3b-b0276762cb4b req-2d116951-5de5-4f0d-ad99-051b873afd58 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=15c73035-4140-417b-b820-a1f7ce16e591 HTTP/1.1" status: 200 len: 210 time: 0.0455887 Aug 25 05:24:04.000922 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 3da211dd-640d-4862-9c7a-cd29f2a0c659 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:24:04.032894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:04.061068 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:04.079911 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:04.080254 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 1dfd4b6b-2c35-4e51-8a8e-6c02198ba685 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:04.108165 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:04.109998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 3da211dd-640d-4862-9c7a-cd29f2a0c659 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:24:04.122433 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (6b95180a-9663-4d88-9f3e-5a19a5f80707), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:04.125993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:04.127681 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/6b95180a-9663-4d88-9f3e-5a19a5f80707 HTTP/1.1" status: 204 len: 168 time: 0.2683632 Aug 25 05:24:04.136849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d024f-611e-48cf-bb68-6d9796c059e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b95180a-9663-4d88-9f3e-5a19a5f80707,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:04.140242 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81458e17-06d4-43b5-8daf-32cb20cb8c36 None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:13:38Z', 'revision_number': 4, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee', 'name': '', 'network_id': '2acaae5e-ff29-4076-80e0-d2cd629fe935', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'mac_address': 'fa:16:3e:81:20:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '48caa971-6f78-421a-8637-e3deda08873c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:35Z', 'updated_at': '2022-08-25T05:13:57Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'subnets': [{'id': '48caa971-6f78-421a-8637-e3deda08873c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:24:04.201824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 3da211dd-640d-4862-9c7a-cd29f2a0c659 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:24:04.202603 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:04.301326 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 3da211dd-640d-4862-9c7a-cd29f2a0c659 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:24:04.301832 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:04.326011 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:24:04.328386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7256f3-6aaf-4cc6-8318-1501b9cf5a95" -d '{"events": [{"server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "name": "network-vif-plugged", "status": "completed", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:24:04.341631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:04.370134 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40696c8-e0b2-4dc5-b9d9-fc43a9208e29 x-openstack-request-id: req-e40696c8-e0b2-4dc5-b9d9-fc43a9208e29 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:24:04.370423 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "name": "network-vif-plugged", "status": "completed", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:24:04.370671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e40696c8-e0b2-4dc5-b9d9-fc43a9208e29 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:24:04.371065 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e40696c8-e0b2-4dc5-b9d9-fc43a9208e29'] response: {'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659', 'code': 200} Aug 25 05:24:04.410823 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2c84fd-799d-4eb6-855d-b5f4feef9980 None None] New status for floating IP 30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4: DOWN {{(pid=107058) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:24:04.412024 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:04.412947 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:04.440976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 734e6925-ff8f-414a-b2c5-79868183c1ba {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:04.441359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 734e6925-ff8f-414a-b2c5-79868183c1ba not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:04.493252 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:04.625990 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:04.640588 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f5567-5a65-4c61-9197-e71abecaf779 req-9d9a7f83-33d4-4964-9df4-6f539f1b3d4f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:04.642237 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a19f5567-5a65-4c61-9197-e71abecaf779 req-9d9a7f83-33d4-4964-9df4-6f539f1b3d4f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0554256 Aug 25 05:24:04.698228 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a19f5567-5a65-4c61-9197-e71abecaf779 req-33d38502-214f-4e42-8455-bad9356f633b tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486751 Aug 25 05:24:04.794518 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125321e-b1ec-4f71-8925-60ce69c6b647 req-40aacef8-2908-4373-a35a-28e3321128e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:04.796068 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3125321e-b1ec-4f71-8925-60ce69c6b647 req-40aacef8-2908-4373-a35a-28e3321128e1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 1129 time: 0.0398173 Aug 25 05:24:04.838111 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3125321e-b1ec-4f71-8925-60ce69c6b647 req-368b4055-f97c-40fe-be63-c4c20b467b07 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366216 Aug 25 05:24:05.168081 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41990) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:05.222835 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (4437cb77-cb95-41b6-9a8e-c4be45771f58), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.245449 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (4437cb77-cb95-41b6-9a8e-c4be45771f58), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.384947 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4437cb77-cb95-41b6-9a8e-c4be45771f58), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.387701 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.388863 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4437cb77-cb95-41b6-9a8e-c4be45771f58 HTTP/1.1" status: 204 len: 168 time: 0.2197926 Aug 25 05:24:05.396786 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 41996) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:05.398560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2750b-3201-451f-b976-a0309de949e8 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4437cb77-cb95-41b6-9a8e-c4be45771f58,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:05.411410 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.api.v2.resource [None req-7490be3f-feba-40ac-8a13-26efb0893947 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] show failed (client error): The resource could not be found. Aug 25 05:24:05.412458 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7490be3f-feba-40ac-8a13-26efb0893947 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "GET /networking/v2.0/security-groups/4437cb77-cb95-41b6-9a8e-c4be45771f58 HTTP/1.1" status: 404 len: 347 time: 0.0146101 Aug 25 05:24:05.415532 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 41998) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:05.528346 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Deleting port a3cbf3cd-aafc-414f-8a55-ea49dbb402d2 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:05.528686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.606523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.606849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:05.619653 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Calling delete_port for a3cbf3cd-aafc-414f-8a55-ea49dbb402d2 owned by network:floatingip {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:05.621085 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:05.817268 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:05.828368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f8b4-2211-49fe-9c1d-0fec7aade855 req-30c945f6-645f-4126-ac05-14c77d0ed873 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:05.829945 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2473f8b4-2211-49fe-9c1d-0fec7aade855 req-30c945f6-645f-4126-ac05-14c77d0ed873 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0496230 Aug 25 05:24:05.888107 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2473f8b4-2211-49fe-9c1d-0fec7aade855 req-2fb59b99-ad05-4f5b-b838-6c91fcc186fc tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516429 Aug 25 05:24:06.059845 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (a3cbf3cd-aafc-414f-8a55-ea49dbb402d2), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:06.089218 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Pushing event deleted for resources: {'Port': ['ID=a3cbf3cd-aafc-414f-8a55-ea49dbb402d2,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:06.164499 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks [] for floatingip (30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:06.164499 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:06.164499 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-78cd7090-9529-4b66-b12a-f86a448c1217 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/30f7ba1d-57b9-4ff7-8e54-3b61cc2ac3c4 HTTP/1.1" status: 204 len: 168 time: 0.7457557 Aug 25 05:24:06.969285 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:07.010194 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c41df4-4217-4261-a4cb-2f0a223cdcb8 req-5941d1d1-9f77-4bf3-ad48-b51550192b6e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:07.011747 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-37c41df4-4217-4261-a4cb-2f0a223cdcb8 req-5941d1d1-9f77-4bf3-ad48-b51550192b6e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0510488 Aug 25 05:24:07.059133 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-37c41df4-4217-4261-a4cb-2f0a223cdcb8 req-c36f5d05-8ffc-4db6-987a-afc09c393e9d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415866 Aug 25 05:24:07.853927 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:08.965247 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42110) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:09.441635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:09.669488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Deleting port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:09.669849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:09.751161 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] For port e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:09.751456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:09.764708 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Calling delete_port for e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:09.827737 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:09.934008 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:10.036636 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:10.068508 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:10.254025 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:10.462521 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Router e39200fd-d36d-4142-a877-05a2a0dc6c02 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:24:10.568705 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:24:10.574166 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ab611339-1521-49df-b415-bd654057e142 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e39200fd-d36d-4142-a877-05a2a0dc6c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6082511 Aug 25 05:24:10.576660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42122) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:10.577510 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Sync routers for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:24:10.588398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:10.589010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:10.687655 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks [] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:10.712925 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:10.780018 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:10.789737 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks [] for router_gateway (e39200fd-d36d-4142-a877-05a2a0dc6c02), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:10.892566 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:24:09Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:10.919060 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Checking router: e39200fd-d36d-4142-a877-05a2a0dc6c02 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:24:10.928326 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Routers {'e39200fd-d36d-4142-a877-05a2a0dc6c02'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:24:10.928978 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:23:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e39200fd-d36d-4142-a877-05a2a0dc6c02'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:10.969024 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Deleting port 34be7507-a5f7-499b-99d2-81f20a66cdc2 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:10.969456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.042791 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] Set router e39200fd-d36d-4142-a877-05a2a0dc6c02 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:24:11.056229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] For port 34be7507-a5f7-499b-99d2-81f20a66cdc2, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=34be7507-a5f7-499b-99d2-81f20a66cdc2,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:11.056808 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.070251 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Calling delete_port for 34be7507-a5f7-499b-99d2-81f20a66cdc2 owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:11.096542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:11.182243 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:11.227612 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:24:09Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:11.256259 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773f0146-6578-4c73-b5b6-c1bf60e1f5fc None None] The sync data for ids ['e39200fd-d36d-4142-a877-05a2a0dc6c02'] in dv-cinder-853910-2-iscsi is: [{'id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'name': 'tempest-AttachVolumeShelveTestJSON-1035157997-router', 'tenant_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:13:24Z', 'updated_at': '2022-08-25T05:24:09Z', 'revision_number': 5, 'project_id': 'dcd7d2bdaffb4d168f27cf6444e005dd', 'gw_port': {'id': '34be7507-a5f7-499b-99d2-81f20a66cdc2', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:48:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39200fd-d36d-4142-a877-05a2a0dc6c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:13:26Z', 'updated_at': '2022-08-25T05:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:24:11.327939 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (34be7507-a5f7-499b-99d2-81f20a66cdc2), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.352888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Pushing event deleted for resources: {'Port': ['ID=34be7507-a5f7-499b-99d2-81f20a66cdc2,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:11.419845 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.512239 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.514401 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks [] for router_controller (e39200fd-d36d-4142-a877-05a2a0dc6c02), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.625103 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (e39200fd-d36d-4142-a877-05a2a0dc6c02), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.625934 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39200fd-d36d-4142-a877-05a2a0dc6c02 {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:24:11.634809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.634809 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-17f1343a-631b-4bb0-9fba-95e05090ab42 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e39200fd-d36d-4142-a877-05a2a0dc6c02 HTTP/1.1" status: 204 len: 168 time: 1.0545948 Aug 25 05:24:11.634809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42134) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:11.682526 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Deleting subnet 48caa971-6f78-421a-8637-e3deda08873c {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:24:11.685957 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Publish callbacks [] for subnet (48caa971-6f78-421a-8637-e3deda08873c), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.724969 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (48caa971-6f78-421a-8637-e3deda08873c), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.765015 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:11.807038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (48caa971-6f78-421a-8637-e3deda08873c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.938650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (48caa971-6f78-421a-8637-e3deda08873c), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.967376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48caa971-6f78-421a-8637-e3deda08873c,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:11.969359 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:11.974674 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6349c-543d-4504-8e7a-8d01f836f977 None None] Network 2acaae5e-ff29-4076-80e0-d2cd629fe935 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:11.976309 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7b6cae85-ab39-4dcc-8adf-f036d74586fb admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/48caa971-6f78-421a-8637-e3deda08873c HTTP/1.1" status: 204 len: 168 time: 0.3402874 Aug 25 05:24:11.976565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42140) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:12.050124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (2acaae5e-ff29-4076-80e0-d2cd629fe935), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.093346 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Deleting port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:12.093717 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.165352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] For port 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=5c53149b-c6cb-4bd1-bbf4-3fc952086663,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:12.165643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.178965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Calling delete_port for 5c53149b-c6cb-4bd1-bbf4-3fc952086663 owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:12.245554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] DHCP port deletion for 2acaae5e-ff29-4076-80e0-d2cd629fe935 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:24:12.301819 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Deleting port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:24:12.302186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.317105 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 34be7507-a5f7-499b-99d2-81f20a66cdc2 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:12.338535 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.369436 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 34be7507-a5f7-499b-99d2-81f20a66cdc2 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:12.370821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 34be7507-a5f7-499b-99d2-81f20a66cdc2 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:12.370821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:12.371034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c53149b-c6cb-4bd1-bbf4-3fc952086663,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:12.372980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] No DVR routers for this DVR port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:24:12.399008 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:12.399351 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e8013b3a-ab26-4c8c-9b6b-9319ad2a94ee not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:12.399768 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 5c53149b-c6cb-4bd1-bbf4-3fc952086663 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:24:12.430561 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 5c53149b-c6cb-4bd1-bbf4-3fc952086663 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:24:12.430561 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 5c53149b-c6cb-4bd1-bbf4-3fc952086663 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:24:12.434263 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] For port 5c53149b-c6cb-4bd1-bbf4-3fc952086663, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=5c53149b-c6cb-4bd1-bbf4-3fc952086663,segment=NetworkSegment(410d2cc3-719e-40c2-ae1e-1d91d32ea022),segment_id=410d2cc3-719e-40c2-ae1e-1d91d32ea022)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:24:12.434263 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.448110 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Calling delete_port for 5c53149b-c6cb-4bd1-bbf4-3fc952086663 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:24:12.451524 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (2acaae5e-ff29-4076-80e0-d2cd629fe935), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.474610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acaae5e-ff29-4076-80e0-d2cd629fe935']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:12.483832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410d2cc3-719e-40c2-ae1e-1d91d32ea022') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:12.484124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410d2cc3-719e-40c2-ae1e-1d91d32ea022') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:12.493896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (410d2cc3-719e-40c2-ae1e-1d91d32ea022), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.509052 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (410d2cc3-719e-40c2-ae1e-1d91d32ea022), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.515778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:24:12.516542 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (410d2cc3-719e-40c2-ae1e-1d91d32ea022), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.528365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (5c53149b-c6cb-4bd1-bbf4-3fc952086663), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.562387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] Pushing event deleted for resources: {'Port': ['ID=5c53149b-c6cb-4bd1-bbf4-3fc952086663,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:12.567142 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 410d2cc3-719e-40c2-ae1e-1d91d32ea022 resource provider aggregate not found Aug 25 05:24:12.570720 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257659c9-c028-4edb-9a57-f1edbd7337e2 None None] No DVR routers for this DVR port 5c53149b-c6cb-4bd1-bbf4-3fc952086663 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:24:12.590853 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 410d2cc3-719e-40c2-ae1e-1d91d32ea022 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 410d2cc3-719e-40c2-ae1e-1d91d32ea022 found for delete ", "request_id": "req-fe3016bc-c7b1-41aa-abcc-0d9b6023633b"}]} Aug 25 05:24:12.665343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (2acaae5e-ff29-4076-80e0-d2cd629fe935), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.671029 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:12.674118 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/2acaae5e-ff29-4076-80e0-d2cd629fe935 HTTP/1.1" status: 204 len: 168 time: 0.6955476 Aug 25 05:24:12.686982 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8ab4-7bda-4364-8c6c-bfe309f5cb28 admin admin] Pushing event deleted for resources: {'Network': ['ID=2acaae5e-ff29-4076-80e0-d2cd629fe935,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:13.021084 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42152) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:13.063438 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4373168e-ab49-4c6c-a8ed-47791ad05287 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=dcd7d2bdaffb4d168f27cf6444e005dd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410368 Aug 25 05:24:13.067226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42156) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:13.118608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] Publish callbacks [] for security_group (d71c701c-7bf5-4793-8f11-d9ce4318754e), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:13.139326 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] Publish callbacks [] for security_group (d71c701c-7bf5-4793-8f11-d9ce4318754e), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:13.159373 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:13.253502 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d71c701c-7bf5-4793-8f11-d9ce4318754e), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:13.256235 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:13.257412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d71c701c-7bf5-4793-8f11-d9ce4318754e HTTP/1.1" status: 204 len: 168 time: 0.1892877 Aug 25 05:24:13.267956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb779558-96de-46d3-8f5c-151e2b87985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71c701c-7bf5-4793-8f11-d9ce4318754e,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:14.374376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42202) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:14.478936 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2128531487-network', 'tenant_id': '6e01d9e866464d5e917acc9e102a9e48'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:14.491945 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:14.493831 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:14.596667 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Made reservation on behalf of 6e01d9e866464d5e917acc9e102a9e48 for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:14.599376 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.608896 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.686190 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks [] for security_group (e357428c-246f-4257-bed6-02437323178a), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.785748 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e357428c-246f-4257-bed6-02437323178a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.813404 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:24:14.823811 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e357428c-246f-4257-bed6-02437323178a,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:14.830807 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (e30dd37f-770c-4037-80e5-6655a53284ea), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.831152 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Added segment e30dd37f-770c-4037-80e5-6655a53284ea of type vlan for network c3b11001-8063-404c-ad7f-f02a8a8e688b Aug 25 05:24:14.879758 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (c3b11001-8063-404c-ad7f-f02a8a8e688b), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.979347 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (c3b11001-8063-404c-ad7f-f02a8a8e688b), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:14.980852 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:14.981484 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:15.044496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] Pushing event updated for resources: {'Network': ['ID=c3b11001-8063-404c-ad7f-f02a8a8e688b,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:15.054266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network c3b11001-8063-404c-ad7f-f02a8a8e688b details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:24:15.131110 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1f896f34-3659-45f0-b072-bd13c51fbbfe admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7555919 Aug 25 05:24:15.133954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42214) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:15.138778 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Request body: {'subnet': {'network_id': 'c3b11001-8063-404c-ad7f-f02a8a8e688b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2128531487-subnet', 'tenant_id': '6e01d9e866464d5e917acc9e102a9e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:15.150082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=77,neutron:UPDATE=5,neutron:DELETE=6,neutron:INSERT=12 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:15.248803 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Made reservation on behalf of 6e01d9e866464d5e917acc9e102a9e48 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:15.251318 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:15.488243 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (8ac013d9-58ba-442a-a579-e27fc7d81a76), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:15.513943 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:15.551185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac013d9-58ba-442a-a579-e27fc7d81a76,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:15.558453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Checking segment: {'id': 'e30dd37f-770c-4037-80e5-6655a53284ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'c3b11001-8063-404c-ad7f-f02a8a8e688b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:24:15.558810 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Network hostable DHCP agents. Network: c3b11001-8063-404c-ad7f-f02a8a8e688b, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:24:15.634898 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Network c3b11001-8063-404c-ad7f-f02a8a8e688b is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:24:15.727815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, c3b11001-8063-404c-ad7f-f02a8a8e688b) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:24:15.733551 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:15.734859 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:15.736971 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e683197-e28a-4407-8834-b24dfcd4b50e None None] Network c3b11001-8063-404c-ad7f-f02a8a8e688b requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:15.822035 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6fe56ad2-bf99-48af-9e0e-ad0417e57f12 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6867487 Aug 25 05:24:15.837615 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2287d05-e829-4184-a2b6-3a65f154dedb None None] Network c3b11001-8063-404c-ad7f-f02a8a8e688b requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:16.539902 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42252) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:16.544828 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971276621-network', 'tenant_id': '096647a7ac304316a3ef24675981d416'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:16.636542 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Made reservation on behalf of 096647a7ac304316a3ef24675981d416 for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:16.639020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:16.649579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:16.728292 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks [] for security_group (e68932ea-1acd-4379-a69d-a5236c218174), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:16.968423 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e68932ea-1acd-4379-a69d-a5236c218174), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:16.993968 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:24:17.004888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68932ea-1acd-4379-a69d-a5236c218174,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:17.009662 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (7ac39634-029d-43a1-92bf-ed58050561a6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.010005 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Added segment 7ac39634-029d-43a1-92bf-ed58050561a6 of type vlan for network b5577804-614d-4130-aa45-4ad3bd21838e Aug 25 05:24:17.056797 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (b5577804-614d-4130-aa45-4ad3bd21838e), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.213826 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (b5577804-614d-4130-aa45-4ad3bd21838e), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.214871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:17.215668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.509251 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] Pushing event updated for resources: {'Network': ['ID=b5577804-614d-4130-aa45-4ad3bd21838e,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:17.519519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network b5577804-614d-4130-aa45-4ad3bd21838e details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:24:17.544729 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3201620d-a29e-4260-91f1-0ecf6d5db243 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0011170 Aug 25 05:24:17.545204 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42262) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:17.554687 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Request body: {'subnet': {'network_id': 'b5577804-614d-4130-aa45-4ad3bd21838e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1971276621-subnet', 'tenant_id': '096647a7ac304316a3ef24675981d416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:17.636205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Made reservation on behalf of 096647a7ac304316a3ef24675981d416 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:17.638677 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.764315 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:17.870694 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:17.926870 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:17.933800 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:17.937727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Checking segment: {'id': '7ac39634-029d-43a1-92bf-ed58050561a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'b5577804-614d-4130-aa45-4ad3bd21838e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:24:17.938079 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Network hostable DHCP agents. Network: b5577804-614d-4130-aa45-4ad3bd21838e, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:24:18.002356 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Network b5577804-614d-4130-aa45-4ad3bd21838e is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:24:18.092613 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, b5577804-614d-4130-aa45-4ad3bd21838e) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:24:18.097748 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:18.103106 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.105810 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb80b22-4520-4421-94ea-d856990e017f None None] Network b5577804-614d-4130-aa45-4ad3bd21838e requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:18.143866 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:18.179906 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:18.182676 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-fb573532-6dab-45e8-8663-8b9e029c72c2 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6338358 Aug 25 05:24:18.208433 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749b011-05d9-47a8-9d70-8ee7b3b4d89e None None] Network b5577804-614d-4130-aa45-4ad3bd21838e requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:18.313690 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42270) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:18.358250 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Deleting subnet 8ac013d9-58ba-442a-a579-e27fc7d81a76 {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:24:18.361301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Publish callbacks [] for subnet (8ac013d9-58ba-442a-a579-e27fc7d81a76), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.395310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (8ac013d9-58ba-442a-a579-e27fc7d81a76), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.437813 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (8ac013d9-58ba-442a-a579-e27fc7d81a76), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.572870 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (8ac013d9-58ba-442a-a579-e27fc7d81a76), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.600692 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac013d9-58ba-442a-a579-e27fc7d81a76,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:18.602659 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.618215 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a42aaf14-99fe-49c1-8c4f-25ed976e7abf admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/8ac013d9-58ba-442a-a579-e27fc7d81a76 HTTP/1.1" status: 204 len: 168 time: 0.2927325 Aug 25 05:24:18.618215 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42278) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:18.682496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (c3b11001-8063-404c-ad7f-f02a8a8e688b), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.761712 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (c3b11001-8063-404c-ad7f-f02a8a8e688b), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.781599 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b11001-8063-404c-ad7f-f02a8a8e688b']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:18.791480 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30dd37f-770c-4037-80e5-6655a53284ea') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:18.791774 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30dd37f-770c-4037-80e5-6655a53284ea') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:18.798162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:18.801784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (e30dd37f-770c-4037-80e5-6655a53284ea), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.816482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (e30dd37f-770c-4037-80e5-6655a53284ea), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.825677 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:24:18.826082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (e30dd37f-770c-4037-80e5-6655a53284ea), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.869778 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment e30dd37f-770c-4037-80e5-6655a53284ea resource provider aggregate not found Aug 25 05:24:18.890784 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment e30dd37f-770c-4037-80e5-6655a53284ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e30dd37f-770c-4037-80e5-6655a53284ea found for delete ", "request_id": "req-3246a647-f3b9-4e59-a5e4-6bf43d97fac1"}]} Aug 25 05:24:18.978065 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (c3b11001-8063-404c-ad7f-f02a8a8e688b), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.984074 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:18.987573 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/c3b11001-8063-404c-ad7f-f02a8a8e688b HTTP/1.1" status: 204 len: 168 time: 0.3779135 Aug 25 05:24:18.990465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42296) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:18.999083 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a6833-e307-457e-bd6e-9cb321030e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b11001-8063-404c-ad7f-f02a8a8e688b,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:19.031384 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:19.039296 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Deleting subnet 31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1 {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:24:19.042600 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Publish callbacks [] for subnet (31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.076582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.116712 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.276857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.306835 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:19.311771 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.317224 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/31f0c5a2-00a9-4b01-b0d6-159a6ad7b1f1 HTTP/1.1" status: 204 len: 168 time: 0.3240256 Aug 25 05:24:19.318614 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42298) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:19.322352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.322696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.323034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.323374 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.323750 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.324081 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.324401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.324719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.325127 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.325356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.325702 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.326022 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.326435 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.326747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.327060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cb5c8d-60bb-491f-9ec7-7e1476cecaeb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:19.388531 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (b5577804-614d-4130-aa45-4ad3bd21838e), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.470166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (b5577804-614d-4130-aa45-4ad3bd21838e), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.489770 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5577804-614d-4130-aa45-4ad3bd21838e']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:19.499030 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac39634-029d-43a1-92bf-ed58050561a6') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:19.499328 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac39634-029d-43a1-92bf-ed58050561a6') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:24:19.509327 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (7ac39634-029d-43a1-92bf-ed58050561a6), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.523339 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (7ac39634-029d-43a1-92bf-ed58050561a6), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.529850 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:24:19.532954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (7ac39634-029d-43a1-92bf-ed58050561a6), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.699241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (b5577804-614d-4130-aa45-4ad3bd21838e), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.704194 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:19.707481 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/b5577804-614d-4130-aa45-4ad3bd21838e HTTP/1.1" status: 204 len: 168 time: 0.3878713 Aug 25 05:24:19.720491 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d1bc3-a766-40cb-a582-0af456f0f4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5577804-614d-4130-aa45-4ad3bd21838e,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:20.150046 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42308) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:20.188793 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-fa54c1fc-0070-4f53-997e-9c39619f481b admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=6e01d9e866464d5e917acc9e102a9e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375092 Aug 25 05:24:20.191650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42310) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:20.214884 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:20.241091 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] Publish callbacks [] for security_group (e357428c-246f-4257-bed6-02437323178a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:20.261731 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] Publish callbacks [] for security_group (e357428c-246f-4257-bed6-02437323178a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:20.425164 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e357428c-246f-4257-bed6-02437323178a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:20.427741 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:20.428949 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e357428c-246f-4257-bed6-02437323178a HTTP/1.1" status: 204 len: 168 time: 0.2363815 Aug 25 05:24:20.437349 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183179ff-2280-4e6c-b2c1-ac8253d3a35a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e357428c-246f-4257-bed6-02437323178a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:20.939048 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 7ac39634-029d-43a1-92bf-ed58050561a6 resource provider aggregate not found Aug 25 05:24:20.939048 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 7ac39634-029d-43a1-92bf-ed58050561a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7ac39634-029d-43a1-92bf-ed58050561a6 found for delete ", "request_id": "req-5ef3d832-e05d-490e-9a9c-3e209cdbc1d2"}]} Aug 25 05:24:21.163582 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42332) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:21.220565 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cb078c32-48cb-49ca-a6fc-8f16070332e0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=096647a7ac304316a3ef24675981d416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0557120 Aug 25 05:24:21.223587 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42334) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:21.270649 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] Publish callbacks [] for security_group (e68932ea-1acd-4379-a69d-a5236c218174), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:21.291101 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] Publish callbacks [] for security_group (e68932ea-1acd-4379-a69d-a5236c218174), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:21.402235 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e68932ea-1acd-4379-a69d-a5236c218174), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:21.404815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:21.406163 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e68932ea-1acd-4379-a69d-a5236c218174 HTTP/1.1" status: 204 len: 168 time: 0.1815832 Aug 25 05:24:21.414339 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15009d-86bd-4c51-98d4-d9500df15033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68932ea-1acd-4379-a69d-a5236c218174,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:23.922484 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42398) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:24.040476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aad5a79c-6fa4-4b0c-8771-851c50807537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.116713 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aad5a79c-6fa4-4b0c-8771-851c50807537 admin admin] Publish callbacks [] for security_group (09c06eca-0d61-4b28-841d-e30ca3a83bf0), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.207734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-aad5a79c-6fa4-4b0c-8771-851c50807537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (09c06eca-0d61-4b28-841d-e30ca3a83bf0), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.250088 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-aad5a79c-6fa4-4b0c-8771-851c50807537 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=e252c14108a0446993dd6c3a41da889b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264251 Aug 25 05:24:24.250941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5a79c-6fa4-4b0c-8771-851c50807537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c06eca-0d61-4b28-841d-e30ca3a83bf0,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:24.252795 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42408) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:24.303204 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] Publish callbacks [] for security_group (09c06eca-0d61-4b28-841d-e30ca3a83bf0), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.323691 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] Publish callbacks [] for security_group (09c06eca-0d61-4b28-841d-e30ca3a83bf0), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.430863 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (09c06eca-0d61-4b28-841d-e30ca3a83bf0), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.433444 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:24.434649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/09c06eca-0d61-4b28-841d-e30ca3a83bf0 HTTP/1.1" status: 204 len: 168 time: 0.1791511 Aug 25 05:24:24.443124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa2bc4-f756-43e1-b7c6-b5c8292aa872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c06eca-0d61-4b28-841d-e30ca3a83bf0,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:25.197831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42420) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:25.211784 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c69c53fe-20b4-4556-b7f3-fc88a1be6818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.289294 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c69c53fe-20b4-4556-b7f3-fc88a1be6818 admin admin] Publish callbacks [] for security_group (97e94201-0768-4eb3-82ca-260a4ef4d935), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.362580 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c69c53fe-20b4-4556-b7f3-fc88a1be6818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (97e94201-0768-4eb3-82ca-260a4ef4d935), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.389314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=7,neutron:INSERT=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:25.403909 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c69c53fe-20b4-4556-b7f3-fc88a1be6818 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bed75bfb31d74f6e8dfbe54d3c3d688d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049797 Aug 25 05:24:25.404880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c53fe-20b4-4556-b7f3-fc88a1be6818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e94201-0768-4eb3-82ca-260a4ef4d935,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:25.406728 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42428) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:25.456971 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Publish callbacks [] for security_group (97e94201-0768-4eb3-82ca-260a4ef4d935), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.476952 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Publish callbacks [] for security_group (97e94201-0768-4eb3-82ca-260a4ef4d935), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.493128 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:25.630565 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (97e94201-0768-4eb3-82ca-260a4ef4d935), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.633098 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:25.634331 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/97e94201-0768-4eb3-82ca-260a4ef4d935 HTTP/1.1" status: 204 len: 168 time: 0.2260239 Aug 25 05:24:25.642321 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e94201-0768-4eb3-82ca-260a4ef4d935,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:25.649955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.650298 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.650631 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.650962 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.651289 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.651610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.651965 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.652276 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.652592 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.652905 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.653219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.653533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.653869 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.654179 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:25.654537 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8226d6a8-e227-4176-b2c4-cf9d247d3c08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:24:26.453904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-51b24049-fa3b-4c76-aea9-86f8d09b81ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:27.896881 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:28.592896 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ae2a7656-6518-46e8-8426-b1f3e77b7310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.028927 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.164660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42536) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:30.274497 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c5e93d1-66e9-41f5-a388-46cf649a71a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.349692 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c5e93d1-66e9-41f5-a388-46cf649a71a1 admin admin] Publish callbacks [] for security_group (b1746c2c-88e8-4c7c-869f-6adf80a31cd1), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.435942 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c5e93d1-66e9-41f5-a388-46cf649a71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b1746c2c-88e8-4c7c-869f-6adf80a31cd1), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.475046 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4c5e93d1-66e9-41f5-a388-46cf649a71a1 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5bfd5106918c494a962cb615d1c20b87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092928 Aug 25 05:24:30.476949 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5e93d1-66e9-41f5-a388-46cf649a71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1746c2c-88e8-4c7c-869f-6adf80a31cd1,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:30.477813 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42544) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:30.533428 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] Publish callbacks [] for security_group (b1746c2c-88e8-4c7c-869f-6adf80a31cd1), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.554689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] Publish callbacks [] for security_group (b1746c2c-88e8-4c7c-869f-6adf80a31cd1), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.664686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b1746c2c-88e8-4c7c-869f-6adf80a31cd1), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.667313 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:30.668523 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b1746c2c-88e8-4c7c-869f-6adf80a31cd1 HTTP/1.1" status: 204 len: 168 time: 0.1891432 Aug 25 05:24:30.677327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4479810d-748a-4837-8f56-4f65fb19b9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1746c2c-88e8-4c7c-869f-6adf80a31cd1,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:31.248791 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42560) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:31.262883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e4035d3-b3eb-4b7d-8e4c-b18b1f2d5dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.299496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:31.346480 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e4035d3-b3eb-4b7d-8e4c-b18b1f2d5dc9 admin admin] Publish callbacks [] for security_group (f9866e12-abe8-48b8-baff-ddf5a503894d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.441744 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7e4035d3-b3eb-4b7d-8e4c-b18b1f2d5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f9866e12-abe8-48b8-baff-ddf5a503894d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.442469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.443860 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.483160 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7e4035d3-b3eb-4b7d-8e4c-b18b1f2d5dc9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=8ee1719a15cc42329d5f996f4c14aaa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333138 Aug 25 05:24:31.484004 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4035d3-b3eb-4b7d-8e4c-b18b1f2d5dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9866e12-abe8-48b8-baff-ddf5a503894d,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:31.488255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42564) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:31.536776 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] Publish callbacks [] for security_group (f9866e12-abe8-48b8-baff-ddf5a503894d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.558968 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] Publish callbacks [] for security_group (f9866e12-abe8-48b8-baff-ddf5a503894d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.688005 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f9866e12-abe8-48b8-baff-ddf5a503894d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.690701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:31.692010 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f9866e12-abe8-48b8-baff-ddf5a503894d HTTP/1.1" status: 204 len: 168 time: 0.2038901 Aug 25 05:24:31.702210 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63f0a7-be73-414d-93fb-caa327e7215e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9866e12-abe8-48b8-baff-ddf5a503894d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:34.078369 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42634) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:34.185270 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d624ade0-0c71-40ba-812c-1d8397e3b423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.264981 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d624ade0-0c71-40ba-812c-1d8397e3b423 admin admin] Publish callbacks [] for security_group (c531486f-3d8f-493d-81fd-edaa90c76e03), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.356324 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d624ade0-0c71-40ba-812c-1d8397e3b423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c531486f-3d8f-493d-81fd-edaa90c76e03), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.395231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624ade0-0c71-40ba-812c-1d8397e3b423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c531486f-3d8f-493d-81fd-edaa90c76e03,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:34.400185 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d624ade0-0c71-40ba-812c-1d8397e3b423 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ef24ba5d0a144b688312fb238cf0ebe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3206942 Aug 25 05:24:34.407899 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42648) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:34.459330 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] Publish callbacks [] for security_group (c531486f-3d8f-493d-81fd-edaa90c76e03), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.481713 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] Publish callbacks [] for security_group (c531486f-3d8f-493d-81fd-edaa90c76e03), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.629201 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c531486f-3d8f-493d-81fd-edaa90c76e03), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.632437 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:34.633801 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c531486f-3d8f-493d-81fd-edaa90c76e03 HTTP/1.1" status: 204 len: 168 time: 0.2248759 Aug 25 05:24:34.644124 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d86799-feb0-43ea-95bd-7041230ee458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c531486f-3d8f-493d-81fd-edaa90c76e03,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:34.879784 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:24:35.420968 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42664) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:35.436273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0a7f51da-a293-46fe-9487-2a8f840630c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.447568 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:35.534284 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0a7f51da-a293-46fe-9487-2a8f840630c2 admin admin] Publish callbacks [] for security_group (8a337678-0d1e-496f-9fd9-516395f6775e), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.613396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0a7f51da-a293-46fe-9487-2a8f840630c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8a337678-0d1e-496f-9fd9-516395f6775e), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.632431 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:35.655660 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0a7f51da-a293-46fe-9487-2a8f840630c2 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=0461cf8c6e9242289e67ed2fa8819749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328761 Aug 25 05:24:35.656378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f51da-a293-46fe-9487-2a8f840630c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a337678-0d1e-496f-9fd9-516395f6775e,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:35.658710 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42678) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:35.713073 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] Publish callbacks [] for security_group (8a337678-0d1e-496f-9fd9-516395f6775e), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.733946 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] Publish callbacks [] for security_group (8a337678-0d1e-496f-9fd9-516395f6775e), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.743753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:35.909129 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (8a337678-0d1e-496f-9fd9-516395f6775e), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.911843 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:35.913005 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/8a337678-0d1e-496f-9fd9-516395f6775e HTTP/1.1" status: 204 len: 168 time: 0.2528045 Aug 25 05:24:35.921074 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122336f0-5a43-4700-a5ea-3c2a8f79c575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a337678-0d1e-496f-9fd9-516395f6775e,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:37.096339 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42706) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:37.192666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1533358939-network', 'tenant_id': '684e3adc0a9148cda29de351c4f066fe'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:37.258696 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Made reservation on behalf of 684e3adc0a9148cda29de351c4f066fe for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:37.261071 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.269887 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.343679 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks [] for security_group (c17bc1f7-9757-495e-b125-8ea516597e68), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.441462 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c17bc1f7-9757-495e-b125-8ea516597e68), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.463558 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:24:37.477456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17bc1f7-9757-495e-b125-8ea516597e68,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:37.483259 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (9ba2c22f-a200-4743-899d-b17d095c880e), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.483593 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Added segment 9ba2c22f-a200-4743-899d-b17d095c880e of type vlan for network b2647ef3-0732-451f-84f8-931cdddc0288 Aug 25 05:24:37.523712 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (b2647ef3-0732-451f-84f8-931cdddc0288), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.652532 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (b2647ef3-0732-451f-84f8-931cdddc0288), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.653567 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:37.660885 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.717641 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] Pushing event updated for resources: {'Network': ['ID=b2647ef3-0732-451f-84f8-931cdddc0288,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:37.731647 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network b2647ef3-0732-451f-84f8-931cdddc0288 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:24:37.759450 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-cf9d4a0d-612e-46c4-b1e5-e8f4bc20385d admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6619661 Aug 25 05:24:37.762882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42718) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:37.768357 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Request body: {'subnet': {'network_id': 'b2647ef3-0732-451f-84f8-931cdddc0288', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1533358939-subnet', 'tenant_id': '684e3adc0a9148cda29de351c4f066fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:37.773063 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.794237 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:37.847797 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Made reservation on behalf of 684e3adc0a9148cda29de351c4f066fe for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:37.851061 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:37.898839 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:38.105054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (5edbc3b4-46af-490c-a7a0-8a6765650616), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:38.144196 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:38.168172 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edbc3b4-46af-490c-a7a0-8a6765650616,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:38.176234 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Checking segment: {'id': '9ba2c22f-a200-4743-899d-b17d095c880e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2647ef3-0732-451f-84f8-931cdddc0288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:24:38.177255 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Network hostable DHCP agents. Network: b2647ef3-0732-451f-84f8-931cdddc0288, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:24:38.264379 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Network b2647ef3-0732-451f-84f8-931cdddc0288 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:24:38.327176 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, b2647ef3-0732-451f-84f8-931cdddc0288) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:24:38.332136 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:38.335033 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:38.336301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f8ad5-dfed-44e2-9a9c-c6c4400283df None None] Network b2647ef3-0732-451f-84f8-931cdddc0288 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:38.431448 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-13822a70-5e17-41c7-8db5-df9e7f19b0e3 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6665671 Aug 25 05:24:38.439509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74a32f-6cf0-4b73-8d26-66583306a30f None None] Network b2647ef3-0732-451f-84f8-931cdddc0288 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:39.055764 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42742) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:39.060900 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1876145356-network', 'tenant_id': '064e370f28e8496a9ab3f6e93a3ef03f'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:39.167109 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Made reservation on behalf of 064e370f28e8496a9ab3f6e93a3ef03f for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:39.169496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.182205 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.257673 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks [] for security_group (798917b7-d225-4be0-a534-45e80c95f6c0), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.321809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (798917b7-d225-4be0-a534-45e80c95f6c0), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.343951 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:24:39.359854 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798917b7-d225-4be0-a534-45e80c95f6c0,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:39.362740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (7554e46b-1e44-4f5c-8b9e-7334d46c99b9), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.363089 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Added segment 7554e46b-1e44-4f5c-8b9e-7334d46c99b9 of type vlan for network dcc281d2-6881-470b-8f64-2e70d85db047 Aug 25 05:24:39.403175 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (dcc281d2-6881-470b-8f64-2e70d85db047), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.520247 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (dcc281d2-6881-470b-8f64-2e70d85db047), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.523849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:39.523849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:39.583777 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] Pushing event updated for resources: {'Network': ['ID=dcc281d2-6881-470b-8f64-2e70d85db047,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:39.593074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network dcc281d2-6881-470b-8f64-2e70d85db047 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:24:39.655826 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-eef0863f-74f9-4372-96ca-6be54d69bec0 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5987282 Aug 25 05:24:39.658656 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42748) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:39.667964 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Request body: {'subnet': {'network_id': 'dcc281d2-6881-470b-8f64-2e70d85db047', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1876145356-subnet', 'tenant_id': '064e370f28e8496a9ab3f6e93a3ef03f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:24:39.772396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Made reservation on behalf of 064e370f28e8496a9ab3f6e93a3ef03f for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:24:39.774891 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7000006'] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:40.000975 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7000052'] for subnet (9a69da10-ee90-48fc-bc73-c6d5d4132dfd), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:40.058298 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a69da10-ee90-48fc-bc73-c6d5d4132dfd,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:40.068867 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Checking segment: {'id': '7554e46b-1e44-4f5c-8b9e-7334d46c99b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'dcc281d2-6881-470b-8f64-2e70d85db047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:24:40.069222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Network hostable DHCP agents. Network: dcc281d2-6881-470b-8f64-2e70d85db047, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:24:40.159803 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Network dcc281d2-6881-470b-8f64-2e70d85db047 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:24:40.234288 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, dcc281d2-6881-470b-8f64-2e70d85db047) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:24:40.238250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:24:40.238837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:40.244354 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c79d9f-96e0-4ef8-9a2a-3c29ac37c876 None None] Network dcc281d2-6881-470b-8f64-2e70d85db047 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:40.336484 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b1269e9f-7414-48c1-a49d-2a0eed631ec4 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6753464 Aug 25 05:24:40.353788 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62cca7c-dc43-452a-8063-892849c59270 None None] Network dcc281d2-6881-470b-8f64-2e70d85db047 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:24:41.917527 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:44.876004 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:49.579456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=33,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:49.581349 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.254545 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.255342 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=43,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.320433 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42864) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:50.412004 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=31 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.415412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.416555 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:50.426933 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5a68e6a2-7306-4b13-8bb9-d733353d5c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.505944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5a68e6a2-7306-4b13-8bb9-d733353d5c74 admin admin] Publish callbacks [] for security_group (3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.606825 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5a68e6a2-7306-4b13-8bb9-d733353d5c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.646236 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5a68e6a2-7306-4b13-8bb9-d733353d5c74 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=7d861554404e4c77a3d908d1ccf5888e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247085 Aug 25 05:24:50.647199 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68e6a2-7306-4b13-8bb9-d733353d5c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:50.649774 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42870) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:50.700299 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] Publish callbacks [] for security_group (3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.720573 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] Publish callbacks [] for security_group (3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.887454 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.890402 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:50.891709 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe HTTP/1.1" status: 204 len: 168 time: 0.2409678 Aug 25 05:24:50.903277 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a491f85-2586-4ee5-932f-f3cfde824f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed52aa5-a07e-4ac8-8c47-1ff2c05b33fe,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:51.593729 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42880) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:51.607758 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-80e277c4-db13-4702-a2e9-150a1c0f17ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.681779 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-80e277c4-db13-4702-a2e9-150a1c0f17ac admin admin] Publish callbacks [] for security_group (c6035adb-938a-47c4-ad3e-8698cbffab9e), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.759791 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-80e277c4-db13-4702-a2e9-150a1c0f17ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c6035adb-938a-47c4-ad3e-8698cbffab9e), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.800275 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e277c4-db13-4702-a2e9-150a1c0f17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6035adb-938a-47c4-ad3e-8698cbffab9e,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:51.804493 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-80e277c4-db13-4702-a2e9-150a1c0f17ac admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b384b7dfd7cb4182b86e02088adaf984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097418 Aug 25 05:24:51.807669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42882) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:51.855113 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] Publish callbacks [] for security_group (c6035adb-938a-47c4-ad3e-8698cbffab9e), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.874514 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] Publish callbacks [] for security_group (c6035adb-938a-47c4-ad3e-8698cbffab9e), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.995964 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c6035adb-938a-47c4-ad3e-8698cbffab9e), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.998501 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:51.999654 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c6035adb-938a-47c4-ad3e-8698cbffab9e HTTP/1.1" status: 204 len: 168 time: 0.1915827 Aug 25 05:24:52.007492 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9570899-e6f0-4dba-b75e-2ae08dafd60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6035adb-938a-47c4-ad3e-8698cbffab9e,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:52.687235 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 42892) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:52.701090 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f5e923c3-1fe1-47e6-acbf-1ba9983f3bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:52.774841 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f5e923c3-1fe1-47e6-acbf-1ba9983f3bcb admin admin] Publish callbacks [] for security_group (0e97ede3-82a5-4c1c-9c22-d9271483bc9f), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:52.847229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-f5e923c3-1fe1-47e6-acbf-1ba9983f3bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0e97ede3-82a5-4c1c-9c22-d9271483bc9f), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:52.888980 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-f5e923c3-1fe1-47e6-acbf-1ba9983f3bcb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=84a0d7fcafb849f0a8b0549595148ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006745 Aug 25 05:24:52.889680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e923c3-1fe1-47e6-acbf-1ba9983f3bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e97ede3-82a5-4c1c-9c22-d9271483bc9f,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:52.892380 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 42894) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:24:52.941494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] Publish callbacks [] for security_group (0e97ede3-82a5-4c1c-9c22-d9271483bc9f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:52.961246 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] Publish callbacks [] for security_group (0e97ede3-82a5-4c1c-9c22-d9271483bc9f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:53.138464 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (0e97ede3-82a5-4c1c-9c22-d9271483bc9f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:53.141033 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:53.144838 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/0e97ede3-82a5-4c1c-9c22-d9271483bc9f HTTP/1.1" status: 204 len: 168 time: 0.2512674 Aug 25 05:24:53.155471 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb209b34-3085-4242-80b2-299ced90b150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e97ede3-82a5-4c1c-9c22-d9271483bc9f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:24:54.932917 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:24:56.515493 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2e3619ce-b7b1-4b1e-b0a1-b467615eaac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:24:58.582541 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c38317ef-cf83-44ee-b1c6-6f0b2f4e9ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:00.079827 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:01.481697 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:01.484076 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:02.882816 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=62,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:02.885749 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:03.147410 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:03.148387 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:03.891459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43086) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:03.996501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ab453e56-59cf-41e9-9b21-a70d88c32297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.069758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ab453e56-59cf-41e9-9b21-a70d88c32297 admin admin] Publish callbacks [] for security_group (49857796-40c4-4537-889d-59e07e06c4fe), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.150275 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ab453e56-59cf-41e9-9b21-a70d88c32297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (49857796-40c4-4537-889d-59e07e06c4fe), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.191389 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ab453e56-59cf-41e9-9b21-a70d88c32297 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=43de1928dee44836bcc5388a8a27cd9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988524 Aug 25 05:25:04.192237 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab453e56-59cf-41e9-9b21-a70d88c32297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49857796-40c4-4537-889d-59e07e06c4fe,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:04.194125 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43092) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:04.243719 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] Publish callbacks [] for security_group (49857796-40c4-4537-889d-59e07e06c4fe), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.264003 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] Publish callbacks [] for security_group (49857796-40c4-4537-889d-59e07e06c4fe), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.411580 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (49857796-40c4-4537-889d-59e07e06c4fe), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.414291 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:04.415451 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/49857796-40c4-4537-889d-59e07e06c4fe HTTP/1.1" status: 204 len: 168 time: 0.2203617 Aug 25 05:25:04.424089 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44141ef-e858-4bf7-a41c-0e8ca6b9ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49857796-40c4-4537-889d-59e07e06c4fe,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:05.053374 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43106) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:05.066887 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-022983ce-37dc-45fe-9ac2-920e8ce878a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.146399 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-022983ce-37dc-45fe-9ac2-920e8ce878a9 admin admin] Publish callbacks [] for security_group (9639de1b-c96f-4100-9978-5390232a0b01), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.258513 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-022983ce-37dc-45fe-9ac2-920e8ce878a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9639de1b-c96f-4100-9978-5390232a0b01), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.303737 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022983ce-37dc-45fe-9ac2-920e8ce878a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9639de1b-c96f-4100-9978-5390232a0b01,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:05.311708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43114) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:05.319585 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-022983ce-37dc-45fe-9ac2-920e8ce878a9 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bff73b9f76db4c1693e125af1d5044d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2650430 Aug 25 05:25:05.363479 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] Publish callbacks [] for security_group (9639de1b-c96f-4100-9978-5390232a0b01), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.382897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] Publish callbacks [] for security_group (9639de1b-c96f-4100-9978-5390232a0b01), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.508558 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9639de1b-c96f-4100-9978-5390232a0b01), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.511676 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:05.512820 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9639de1b-c96f-4100-9978-5390232a0b01 HTTP/1.1" status: 204 len: 168 time: 0.1995704 Aug 25 05:25:05.520893 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0478d5-8777-4e75-806d-b4c7e3b103e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9639de1b-c96f-4100-9978-5390232a0b01,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:06.240527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43126) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:06.255133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-83fa6934-5674-4038-89b8-6e9dbbf7a2c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.332499 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-83fa6934-5674-4038-89b8-6e9dbbf7a2c5 admin admin] Publish callbacks [] for security_group (9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.462946 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-83fa6934-5674-4038-89b8-6e9dbbf7a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.503668 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-83fa6934-5674-4038-89b8-6e9dbbf7a2c5 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=ab141a4fdc2949df93935f7cf9cb75c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620258 Aug 25 05:25:06.504870 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa6934-5674-4038-89b8-6e9dbbf7a2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:06.506395 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43130) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:06.555656 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] Publish callbacks [] for security_group (9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.577808 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] Publish callbacks [] for security_group (9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.704140 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.707114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:06.708293 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33 HTTP/1.1" status: 204 len: 168 time: 0.2009182 Aug 25 05:25:06.716908 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e671f-dbc3-4026-8936-a883e2a72387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9426d7ef-bb6d-4cb9-8fb3-874cdfe31d33,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:06.824927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e843200-aadc-4d68-a163-297df05b5462 req-9a827449-39e8-45c7-8557-85837730ab00 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:06.826568 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e843200-aadc-4d68-a163-297df05b5462 req-9a827449-39e8-45c7-8557-85837730ab00 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0593910 Aug 25 05:25:06.882147 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e843200-aadc-4d68-a163-297df05b5462 req-f5d284a2-8725-4757-8aac-e603760f9656 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Aug 25 05:25:07.778724 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:08.010849 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3137ae4-835f-4aef-8e95-0e1e594c3b7c req-7438b80b-7826-468b-9eb5-a93ae9c9b589 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:08.012406 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d3137ae4-835f-4aef-8e95-0e1e594c3b7c req-7438b80b-7826-468b-9eb5-a93ae9c9b589 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0552380 Aug 25 05:25:08.068486 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d3137ae4-835f-4aef-8e95-0e1e594c3b7c req-9ca514ea-1194-40b9-b82f-fb4b901c4da6 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Aug 25 05:25:08.862472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-b987ac17-ccdf-464e-a796-a7855465215a tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:08.863949 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-b987ac17-ccdf-464e-a796-a7855465215a tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0521986 Aug 25 05:25:08.955311 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Deleting port 3da211dd-640d-4862-9c7a-cd29f2a0c659 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:25:08.955655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.029644 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:09.054743 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] For port 3da211dd-640d-4862-9c7a-cd29f2a0c659, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=3da211dd-640d-4862-9c7a-cd29f2a0c659,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:25:09.055643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.072722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Calling delete_port for 3da211dd-640d-4862-9c7a-cd29f2a0c659 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:25:09.075988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:09.152108 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43210) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:09.202681 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2904f-d0ee-4487-8f95-26747956b87f req-21c16320-1356-4011-9024-6c65dc580d05 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:09.207155 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d5d2904f-d0ee-4487-8f95-26747956b87f req-21c16320-1356-4011-9024-6c65dc580d05 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 945 time: 0.0557094 Aug 25 05:25:09.226284 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Deleting subnet 5edbc3b4-46af-490c-a7a0-8a6765650616 {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:25:09.234806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Publish callbacks [] for subnet (5edbc3b4-46af-490c-a7a0-8a6765650616), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.260565 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d5d2904f-d0ee-4487-8f95-26747956b87f req-4d65f92c-ec0b-4dbd-8d7a-63e91f3f2d42 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498545 Aug 25 05:25:09.278018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (5edbc3b4-46af-490c-a7a0-8a6765650616), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.316911 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (5edbc3b4-46af-490c-a7a0-8a6765650616), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.352201 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (3da211dd-640d-4862-9c7a-cd29f2a0c659), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.387653 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['3da211dd-640d-4862-9c7a-cd29f2a0c659'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:25:09.648693 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Pushing event deleted for resources: {'Port': ['ID=3da211dd-640d-4862-9c7a-cd29f2a0c659,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:09.697532 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] No DVR routers for this DVR port 3da211dd-640d-4862-9c7a-cd29f2a0c659 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:25:09.700191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.703451 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e5e6084-5004-48ed-a363-316d5d89f352 req-927dec48-121f-40f2-abf1-2b4c6b04c176 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "DELETE /networking/v2.0/ports/3da211dd-640d-4862-9c7a-cd29f2a0c659 HTTP/1.1" status: 204 len: 173 time: 0.8341892 Aug 25 05:25:09.703880 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'name': 'network-vif-deleted', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:25:09.706164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab61fbe6-566f-4151-b3a6-a84b99d713cc" -d '{"events": [{"server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "name": "network-vif-deleted", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:25:09.750335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (5edbc3b4-46af-490c-a7a0-8a6765650616), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.757996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:09.780360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.783497 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5edbc3b4-46af-490c-a7a0-8a6765650616 HTTP/1.1" status: 204 len: 168 time: 0.6304476 Aug 25 05:25:09.786983 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43220) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:09.794314 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f7bbf-4f1d-4471-9f46-44c12ba7ff08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edbc3b4-46af-490c-a7a0-8a6765650616,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:09.864815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (b2647ef3-0732-451f-84f8-931cdddc0288), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.876459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937e3eb5-0d71-4bdb-9a1f-7b71e43de0e3 x-openstack-request-id: req-937e3eb5-0d71-4bdb-9a1f-7b71e43de0e3 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:25:09.887715 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08b426c-39ad-464b-8924-a915541a804a", "name": "network-vif-deleted", "tag": "3da211dd-640d-4862-9c7a-cd29f2a0c659", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:25:09.887715 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-937e3eb5-0d71-4bdb-9a1f-7b71e43de0e3 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:25:09.887715 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937e3eb5-0d71-4bdb-9a1f-7b71e43de0e3'] response: {'server_uuid': 'a08b426c-39ad-464b-8924-a915541a804a', 'name': 'network-vif-deleted', 'tag': '3da211dd-640d-4862-9c7a-cd29f2a0c659', 'status': 'completed', 'code': 200} Aug 25 05:25:09.931159 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:09.944414 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (b2647ef3-0732-451f-84f8-931cdddc0288), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.965639 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2647ef3-0732-451f-84f8-931cdddc0288']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:09.975440 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba2c22f-a200-4743-899d-b17d095c880e') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:09.975732 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba2c22f-a200-4743-899d-b17d095c880e') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:09.985069 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (9ba2c22f-a200-4743-899d-b17d095c880e), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:09.992659 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:10.128973 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (9ba2c22f-a200-4743-899d-b17d095c880e), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.135612 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:25:10.139306 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (9ba2c22f-a200-4743-899d-b17d095c880e), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.178262 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 9ba2c22f-a200-4743-899d-b17d095c880e resource provider aggregate not found Aug 25 05:25:10.195436 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 9ba2c22f-a200-4743-899d-b17d095c880e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ba2c22f-a200-4743-899d-b17d095c880e found for delete ", "request_id": "req-40cc1eb3-0562-47d6-9c24-926fcc5cc575"}]} Aug 25 05:25:10.348859 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (b2647ef3-0732-451f-84f8-931cdddc0288), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.368222 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.371848 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/b2647ef3-0732-451f-84f8-931cdddc0288 HTTP/1.1" status: 204 len: 168 time: 0.5837150 Aug 25 05:25:10.374755 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43228) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:10.375243 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7f56d2a5-c989-4d1c-8abe-2036bef7b2d8 req-d5bfbd3b-d30d-4991-8188-53a7265a08cf tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=a08b426c-39ad-464b-8924-a915541a804a HTTP/1.1" status: 200 len: 210 time: 0.0369577 Aug 25 05:25:10.384469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b691d9-455e-47a6-9e8a-3e887641950c admin admin] Pushing event deleted for resources: {'Network': ['ID=b2647ef3-0732-451f-84f8-931cdddc0288,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:10.426372 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Deleting subnet 9a69da10-ee90-48fc-bc73-c6d5d4132dfd {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:25:10.429695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Publish callbacks [] for subnet (9a69da10-ee90-48fc-bc73-c6d5d4132dfd), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.464244 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (9a69da10-ee90-48fc-bc73-c6d5d4132dfd), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.502659 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (9a69da10-ee90-48fc-bc73-c6d5d4132dfd), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.692980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (9a69da10-ee90-48fc-bc73-c6d5d4132dfd), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.723166 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a69da10-ee90-48fc-bc73-c6d5d4132dfd,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:10.727031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.730768 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f950e511-7c67-414c-a0be-bdde183170c0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/9a69da10-ee90-48fc-bc73-c6d5d4132dfd HTTP/1.1" status: 204 len: 168 time: 0.3549659 Aug 25 05:25:10.733489 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43232) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:10.806490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (dcc281d2-6881-470b-8f64-2e70d85db047), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.886947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (dcc281d2-6881-470b-8f64-2e70d85db047), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.913083 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc281d2-6881-470b-8f64-2e70d85db047']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:10.925164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7554e46b-1e44-4f5c-8b9e-7334d46c99b9') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:10.925550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7554e46b-1e44-4f5c-8b9e-7334d46c99b9') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:25:10.936405 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (7554e46b-1e44-4f5c-8b9e-7334d46c99b9), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.949816 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (7554e46b-1e44-4f5c-8b9e-7334d46c99b9), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.955983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:25:10.956367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (7554e46b-1e44-4f5c-8b9e-7334d46c99b9), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:10.994467 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 7554e46b-1e44-4f5c-8b9e-7334d46c99b9 resource provider aggregate not found Aug 25 05:25:11.012820 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 7554e46b-1e44-4f5c-8b9e-7334d46c99b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7554e46b-1e44-4f5c-8b9e-7334d46c99b9 found for delete ", "request_id": "req-0da3d3d9-1abb-469e-8481-5166c6809440"}]} Aug 25 05:25:11.113883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (dcc281d2-6881-470b-8f64-2e70d85db047), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.119221 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.122290 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/dcc281d2-6881-470b-8f64-2e70d85db047 HTTP/1.1" status: 204 len: 168 time: 0.3877563 Aug 25 05:25:11.133670 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ae7ba-e773-4f92-a101-8d8ee34d62d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcc281d2-6881-470b-8f64-2e70d85db047,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:11.544826 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43244) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:11.587276 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e9838055-9f1c-412b-ae34-95887796164c admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=684e3adc0a9148cda29de351c4f066fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389006 Aug 25 05:25:11.588637 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43246) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:11.637794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] Publish callbacks [] for security_group (c17bc1f7-9757-495e-b125-8ea516597e68), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.660983 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] Publish callbacks [] for security_group (c17bc1f7-9757-495e-b125-8ea516597e68), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.765886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (c17bc1f7-9757-495e-b125-8ea516597e68), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.768816 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:11.770197 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/c17bc1f7-9757-495e-b125-8ea516597e68 HTTP/1.1" status: 204 len: 168 time: 0.1816344 Aug 25 05:25:11.784359 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defd5372-bd19-468a-95f7-8319ae11d61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17bc1f7-9757-495e-b125-8ea516597e68,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:11.878698 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:25:12.172404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 3da211dd-640d-4862-9c7a-cd29f2a0c659 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:25:12.196658 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 3da211dd-640d-4862-9c7a-cd29f2a0c659 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:25:12.197008 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 3da211dd-640d-4862-9c7a-cd29f2a0c659 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:25:12.641537 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43262) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:12.681177 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2e3a7ea2-968f-402e-8b41-4fe3798d381a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=064e370f28e8496a9ab3f6e93a3ef03f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382488 Aug 25 05:25:12.683993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43266) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:12.732600 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] Publish callbacks [] for security_group (798917b7-d225-4be0-a534-45e80c95f6c0), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:12.752394 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] Publish callbacks [] for security_group (798917b7-d225-4be0-a534-45e80c95f6c0), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:12.892644 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (798917b7-d225-4be0-a534-45e80c95f6c0), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:12.895140 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:12.896426 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/798917b7-d225-4be0-a534-45e80c95f6c0 HTTP/1.1" status: 204 len: 168 time: 0.2112951 Aug 25 05:25:12.904651 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22c8e9-9442-4252-8d02-91a97c06c098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798917b7-d225-4be0-a534-45e80c95f6c0,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:18.913437 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:21.123171 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:21.123965 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=38,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:21.797997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:21.875589 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:22.176587 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:22.786120 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:22.900716 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:DELETE=9,neutron:SELECT=59,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:22.918104 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:26.329560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-3722c238-aa74-4104-a68e-3624cd1d417a tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:26.331115 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-3722c238-aa74-4104-a68e-3624cd1d417a tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/networks?id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0 HTTP/1.1" status: 200 len: 814 time: 0.1120663 Aug 25 05:25:26.346011 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-42a86331-4851-4588-8115-d57516e567b1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/quotas/aed82d3b5299415ca1e2e3cfcb7e2d0b HTTP/1.1" status: 200 len: 375 time: 0.0093083 Aug 25 05:25:26.380330 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-dcbb593b-f233-495f-9531-ab7343626771 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288653 Aug 25 05:25:26.486741 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a6b8068e-484f-4db0-bec6-a12b4f47dc26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:26.571450 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-fd59d27d-811b-45a9-8210-6e9c8eaacc73 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836350 Aug 25 05:25:26.668408 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-9d8f7da5-c5c2-41a6-b720-ee2d6fdc45d7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899386 Aug 25 05:25:26.957867 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-465ab2aa-abac-4e73-93ff-fb955c68d5dc req-ee37b754-eb53-45f3-a14c-b5f2c03d776d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 210 time: 0.0466835 Aug 25 05:25:28.062182 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-73016687-9fe0-42db-ba32-03c717887c57 req-263b592c-ba4e-4046-bdb3-76e2bc194b79 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 210 time: 0.0307503 Aug 25 05:25:28.645229 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c95674b3-f663-4bf9-b13c-432120560ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:29.168376 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-011ecdcb-34cf-4e0b-9d85-f6c702102d78 req-14dd6fbe-a403-4237-8b28-09be2eceb1a1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 210 time: 0.0298908 Aug 25 05:25:29.360350 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-a97ec265-9cae-47b9-88f5-6a00cb545cef tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:29.360350 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-a97ec265-9cae-47b9-88f5-6a00cb545cef tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "GET /networking/v2.0/networks?id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0 HTTP/1.1" status: 200 len: 814 time: 0.1039050 Aug 25 05:25:29.381811 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Request body: {'port': {'device_id': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0', 'admin_state_up': True, 'tenant_id': 'aed82d3b5299415ca1e2e3cfcb7e2d0b'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:25:29.560786 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Made reservation on behalf of aed82d3b5299415ca1e2e3cfcb7e2d0b for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:25:29.564587 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:29.695895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Allocated IP 172.20.0.14 (e49da47a-f1e4-484e-87dc-9a576ec5b8c0/d57277a6-8de9-4412-be60-c231929fa904/bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:25:29.858834 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks [] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:29.961458 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.008392 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:25:30.011635 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:25:30.016226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:25:30.039539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Pushing event updated for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:30.054831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.055170 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.055511 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.055842 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.056168 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.056494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.056809 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.057125 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.057442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.057788 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.058107 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.058421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.058731 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.059044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.059355 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:30.063493 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.082988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:30.083597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.215589 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-31024343-d67a-4514-9a68-79899f3666e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8373160 Aug 25 05:25:30.281499 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Request body: {'port': {'device_id': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:25:30.293487 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1174-2807-4349-ab02-52a62977039a req-1665b659-3c33-4a83-a95a-72246a3ed2c0 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:30.295027 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a8e1174-2807-4349-ab02-52a62977039a req-1665b659-3c33-4a83-a95a-72246a3ed2c0 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 932 time: 0.0523288 Aug 25 05:25:30.344796 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:30.347667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.347908 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8a8e1174-2807-4349-ab02-52a62977039a req-41d483c2-bc0f-4aa5-91cf-fc31cbe31e93 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467477 Aug 25 05:25:30.391038 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:30.603951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:25:30.613229 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks [] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.626338 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Transition to ACTIVE for port object bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:25:30.739025 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.823172 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Pushing event updated for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:30.852825 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Attempting to bind port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:25:30.852825 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Attempting to bind port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:25:30.853037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Attempting to bind port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:25:30.857401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:25:30.857701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Attempting to bind port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b on network e49da47a-f1e4-484e-87dc-9a576ec5b8c0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:25:30.863339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:25:30.863678 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Checking segment: {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:25:30.864063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Bound using segment: {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:25:30.864498 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Bound port: bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28bae258-6693-428f-9410-43c56ff23198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:25:30.864851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:30.907807 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:30.930517 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:25:30.933713 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:25:31.001418 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.004687 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.005303 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.006714 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b HTTP/1.1" status: 200 len: 1094 time: 0.7780819 Aug 25 05:25:31.008808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:25:31.011144 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4c4a4d-3155-4202-a27b-7cccdab3d119" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:25:31.054359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c226a1-81c3-45ed-8043-d40191f533e0 x-openstack-request-id: req-61c226a1-81c3-45ed-8043-d40191f533e0 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:25:31.054685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:25:31.054839 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61c226a1-81c3-45ed-8043-d40191f533e0 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:25:31.055236 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61c226a1-81c3-45ed-8043-d40191f533e0'] response: {'name': 'network-changed', 'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b', 'status': 'completed', 'code': 200} Aug 25 05:25:31.064714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b51a64-326b-4e17-ba17-0ef67147841a service neutron] Pushing event updated for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:31.144689 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-a612d42a-6de2-4413-a68c-1fad9ccf1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.146238 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-a612d42a-6de2-4413-a68c-1fad9ccf1a77 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 1128 time: 0.0450332 Aug 25 05:25:31.254623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-65d78c30-c42a-487d-8ed8-439b9e7fd2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.256126 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-65d78c30-c42a-487d-8ed8-439b9e7fd2f5 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0959306 Aug 25 05:25:31.356249 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-4d359bf0-eea9-41e1-88db-a5dc966dbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.357734 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4c4c4a4d-3155-4202-a27b-7cccdab3d119 req-4d359bf0-eea9-41e1-88db-a5dc966dbd75 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955296 Aug 25 05:25:31.456701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-2bdd681f-ae50-498e-bcbf-6fbaccfdaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.458668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.462212 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-2bdd681f-ae50-498e-bcbf-6fbaccfdaadb service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 1128 time: 0.0448823 Aug 25 05:25:31.462460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.468598 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fe995f-bdd6-406d-89b6-64d734aa229a req-4b9778f9-2a36-4596-b637-92ee800cadb2 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.469370 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a7fe995f-bdd6-406d-89b6-64d734aa229a req-4b9778f9-2a36-4596-b637-92ee800cadb2 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 944 time: 0.0479875 Aug 25 05:25:31.511589 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-9f04a980-18e2-4d02-b8d6-422699ad52eb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b HTTP/1.1" status: 200 len: 217 time: 0.0378971 Aug 25 05:25:31.525638 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a7fe995f-bdd6-406d-89b6-64d734aa229a req-f9e52e7b-f8d3-401b-aa3c-e9ff3e080b9c tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503418 Aug 25 05:25:31.567513 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-e8dc92c7-ac1a-4a5a-baeb-37d64142aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:31.569051 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-e8dc92c7-ac1a-4a5a-baeb-37d64142aae6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=d57277a6-8de9-4412-be60-c231929fa904 HTTP/1.1" status: 200 len: 854 time: 0.0515988 Aug 25 05:25:31.596669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43546) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:31.602351 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-ddb31b8b-0820-4200-ad9e-b32ad6fe1fd7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=e49da47a-f1e4-484e-87dc-9a576ec5b8c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276136 Aug 25 05:25:31.692065 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-0ee9e716-0d7b-421c-89c2-74b185ab760a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838523 Aug 25 05:25:31.703393 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.779289 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Publish callbacks [] for security_group (704978b2-a302-4f73-a73b-d9e0e9882a59), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.787562 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9cccaad2-85fa-4f18-a3f1-4245f2c413c4 req-7ba14ba6-4e43-4b66-8059-ff2627585db8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894337 Aug 25 05:25:31.869218 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (704978b2-a302-4f73-a73b-d9e0e9882a59), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.909607 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=81b653b174ed4838b25d8a1a59d8bf50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3117857 Aug 25 05:25:31.912128 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43552) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:31.919497 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704978b2-a302-4f73-a73b-d9e0e9882a59,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:31.933527 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.933899 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.934241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.934578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.934908 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.935234 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.935583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.935916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.936235 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.936578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.937613 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.937927 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.938246 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.938564 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.938879 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b45a53e-839e-435b-8070-0991b51e13a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:31.976784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] Publish callbacks [] for security_group (704978b2-a302-4f73-a73b-d9e0e9882a59), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:31.996821 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] Publish callbacks [] for security_group (704978b2-a302-4f73-a73b-d9e0e9882a59), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:32.132706 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (704978b2-a302-4f73-a73b-d9e0e9882a59), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:32.135288 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:32.136472 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/704978b2-a302-4f73-a73b-d9e0e9882a59 HTTP/1.1" status: 204 len: 168 time: 0.2234066 Aug 25 05:25:32.144464 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d69e6d-67aa-4110-993d-da0944244d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704978b2-a302-4f73-a73b-d9e0e9882a59,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:32.646849 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aec197-a176-4989-9ef0-5ac4ecb79753 req-1b80dc01-c572-42e4-8b52-5d4f150154ab tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:32.648296 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26aec197-a176-4989-9ef0-5ac4ecb79753 req-1b80dc01-c572-42e4-8b52-5d4f150154ab tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 944 time: 0.0471344 Aug 25 05:25:32.696611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-26aec197-a176-4989-9ef0-5ac4ecb79753 req-71dc3f81-e235-43d9-87b3-d777d2bff98f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Aug 25 05:25:32.818560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43564) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:32.837266 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-33c0bb5a-8841-42b5-9c92-9a5de37d4641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:32.838956 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:32.858432 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:32.912465 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-33c0bb5a-8841-42b5-9c92-9a5de37d4641 admin admin] Publish callbacks [] for security_group (3756aeb8-aaf3-47c3-b547-773d813791a6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:32.989724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-33c0bb5a-8841-42b5-9c92-9a5de37d4641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3756aeb8-aaf3-47c3-b547-773d813791a6), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:33.027599 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0bb5a-8841-42b5-9c92-9a5de37d4641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3756aeb8-aaf3-47c3-b547-773d813791a6,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:33.031911 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-33c0bb5a-8841-42b5-9c92-9a5de37d4641 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=91fe28491b1246ed818b24c9ead518fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123404 Aug 25 05:25:33.039897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 43568) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:33.091905 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] Publish callbacks [] for security_group (3756aeb8-aaf3-47c3-b547-773d813791a6), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:33.111555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] Publish callbacks [] for security_group (3756aeb8-aaf3-47c3-b547-773d813791a6), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:33.112990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:33.280790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3756aeb8-aaf3-47c3-b547-773d813791a6), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:33.283409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:33.284547 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3756aeb8-aaf3-47c3-b547-773d813791a6 HTTP/1.1" status: 204 len: 168 time: 0.2436821 Aug 25 05:25:33.292584 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adde97b-0aa1-433b-944f-6b8ee3709bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756aeb8-aaf3-47c3-b547-773d813791a6,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:33.822600 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebc082-c7cd-4172-8e8b-f3caa1711ff0 req-d304a069-3948-4dc2-8279-3e64204199b5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:33.824097 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-30ebc082-c7cd-4172-8e8b-f3caa1711ff0 req-d304a069-3948-4dc2-8279-3e64204199b5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 944 time: 0.0493944 Aug 25 05:25:33.872763 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-30ebc082-c7cd-4172-8e8b-f3caa1711ff0 req-1f0b8260-8977-4620-9c94-0b5836dc3c59 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Aug 25 05:25:34.991138 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1f9ab-5630-432a-b853-99aad23f4fa3 req-f2caefc4-096b-49f1-9971-5c3d7ea19a4e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:34.992599 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fca1f9ab-5630-432a-b853-99aad23f4fa3 req-f2caefc4-096b-49f1-9971-5c3d7ea19a4e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 944 time: 0.0482171 Aug 25 05:25:35.039511 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fca1f9ab-5630-432a-b853-99aad23f4fa3 req-1435f7f3-0fcf-463d-b1a3-7ac52bd6b337 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414188 Aug 25 05:25:36.161252 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b31f6-8c75-4774-a9fa-a202a87cccf7 req-6aa54783-1696-4442-b9af-b900e2c9dda7 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:36.162744 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d0b31f6-8c75-4774-a9fa-a202a87cccf7 req-6aa54783-1696-4442-b9af-b900e2c9dda7 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 944 time: 0.0492172 Aug 25 05:25:36.208777 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d0b31f6-8c75-4774-a9fa-a202a87cccf7 req-c4f0dfa9-02f3-490a-b6ef-79732262ca02 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405924 Aug 25 05:25:36.315359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:25:36.415274 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:25:36.426044 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b', 'network_id': 'e49da47a-f1e4-484e-87dc-9a576ec5b8c0', 'port_id': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b', 'mac_address': 'fa:16:3e:da:9b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd57277a6-8de9-4412-be60-c231929fa904', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:25:36.459585 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:25:36.459966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:36.472884 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:25:36.492385 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:25:36.583802 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:36.749339 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:36.756889 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.757232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.757571 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.757936 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.758265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.758592 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.758914 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.759233 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.759554 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.759873 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.760191 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.760510 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.760824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.761139 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:36.761452 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:25:37.229285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:25:37.335172 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8d4685-0197-4997-bd4d-ddc593084ed6 req-6f6ffd85-4c53-41c1-a28c-ddcd97d88297 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:37.336636 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cf8d4685-0197-4997-bd4d-ddc593084ed6 req-6f6ffd85-4c53-41c1-a28c-ddcd97d88297 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 945 time: 0.0514083 Aug 25 05:25:37.350504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:37.389252 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cf8d4685-0197-4997-bd4d-ddc593084ed6 req-6615f681-ac1b-4f11-897b-0c1c9fb8c284 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Aug 25 05:25:38.459130 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:25:38.501436 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:25:38.508954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:38.512148 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c8b6d-2113-4b00-ae93-b8680775e668 req-6607c9ac-37e3-4736-bfb8-8f78ba122bfa tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:38.513622 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c97c8b6d-2113-4b00-ae93-b8680775e668 req-6607c9ac-37e3-4736-bfb8-8f78ba122bfa tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 945 time: 0.0480552 Aug 25 05:25:38.561507 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c97c8b6d-2113-4b00-ae93-b8680775e668 req-a5d40d54-61b6-42b3-88ea-007c1221ca53 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422318 Aug 25 05:25:38.565094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:25:38.565535 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:38.635754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:25:38.636157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:38.661762 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:25:38.664047 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69546d93-a53b-4389-be4e-fca584d17c30" -d '{"events": [{"server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "name": "network-vif-plugged", "status": "completed", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:25:38.676932 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:25:38.736820 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:38.786041 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:38.816490 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60872259-1926-485f-8982-eda2f4f16e1e x-openstack-request-id: req-60872259-1926-485f-8982-eda2f4f16e1e {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:25:38.816803 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "name": "network-vif-plugged", "status": "completed", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:25:38.817235 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60872259-1926-485f-8982-eda2f4f16e1e {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:25:38.817473 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60872259-1926-485f-8982-eda2f4f16e1e'] response: {'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b', 'code': 200} Aug 25 05:25:39.676624 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c064bc-cabf-41e0-bc7c-c0b6010ee6b3 req-f53cd1e5-5677-4034-83e1-311ec93bf259 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:39.678067 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b1c064bc-cabf-41e0-bc7c-c0b6010ee6b3 req-f53cd1e5-5677-4034-83e1-311ec93bf259 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0455067 Aug 25 05:25:39.726345 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b1c064bc-cabf-41e0-bc7c-c0b6010ee6b3 req-b043471e-d409-44c5-8866-c524d71f215e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427253 Aug 25 05:25:40.844982 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01397ee-555d-4be3-8652-51cb0e381740 req-2c041779-6170-4d99-92f9-fcd076d4137d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:40.846452 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c01397ee-555d-4be3-8652-51cb0e381740 req-2c041779-6170-4d99-92f9-fcd076d4137d tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0470111 Aug 25 05:25:40.892574 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c01397ee-555d-4be3-8652-51cb0e381740 req-2085a772-0316-4e59-a7f7-252aaae22a07 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403075 Aug 25 05:25:42.010186 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19fb39-cae3-4f08-84cf-221ee5aba313 req-41455d2d-4a8f-4a02-9278-3cac0e266530 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:42.011032 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d19fb39-cae3-4f08-84cf-221ee5aba313 req-41455d2d-4a8f-4a02-9278-3cac0e266530 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0470161 Aug 25 05:25:42.059418 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6d19fb39-cae3-4f08-84cf-221ee5aba313 req-4e922516-90f0-4ba4-809f-e465b3fdf893 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428185 Aug 25 05:25:43.182861 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69990ff-f9c4-47db-a526-c471a3497abc req-1a042f83-adab-4145-a093-d42be0ae33f2 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:43.184309 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d69990ff-f9c4-47db-a526-c471a3497abc req-1a042f83-adab-4145-a093-d42be0ae33f2 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0460620 Aug 25 05:25:43.230853 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d69990ff-f9c4-47db-a526-c471a3497abc req-0f50d537-380e-41d5-8eac-5c286d0486ad tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410655 Aug 25 05:25:43.793218 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e88596-91bb-4a62-bb20-cf1bb7b62767 req-3414f8e8-995e-4c13-a0e8-bc4cf870625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:43.794723 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0e88596-91bb-4a62-bb20-cf1bb7b62767 req-3414f8e8-995e-4c13-a0e8-bc4cf870625e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 1130 time: 0.0426517 Aug 25 05:25:44.049498 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0e88596-91bb-4a62-bb20-cf1bb7b62767 req-90b7f9ac-688e-48e0-9c54-5e5a9fca0859 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Aug 25 05:25:44.347188 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c762562-a240-44b5-88c7-8a8e76289c2d req-abacce41-e758-419e-b38e-958883a93c6e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:44.348906 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7c762562-a240-44b5-88c7-8a8e76289c2d req-abacce41-e758-419e-b38e-958883a93c6e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0468330 Aug 25 05:25:44.395489 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7c762562-a240-44b5-88c7-8a8e76289c2d req-f37a7884-a01c-4860-8f1f-2ddbe3936d77 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410128 Aug 25 05:25:45.517423 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33a640-35ec-4c36-965d-fb27512d5515 req-bd7b464b-9212-4f0e-8e5f-900350181662 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:45.518940 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cf33a640-35ec-4c36-965d-fb27512d5515 req-bd7b464b-9212-4f0e-8e5f-900350181662 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0488970 Aug 25 05:25:45.565518 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cf33a640-35ec-4c36-965d-fb27512d5515 req-e062ba0e-df6b-4ec1-b131-cfb75ea61f6e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Aug 25 05:25:46.691795 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765562e-831c-4bcd-b2d5-de60e2770b90 req-7e5ef6e7-a959-479b-9365-ee1e4c552b1f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:46.693274 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7765562e-831c-4bcd-b2d5-de60e2770b90 req-7e5ef6e7-a959-479b-9365-ee1e4c552b1f tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0515931 Aug 25 05:25:46.717523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:46.740405 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7765562e-831c-4bcd-b2d5-de60e2770b90 req-48362a93-6c20-47f2-99bd-94a5bea83c39 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414197 Aug 25 05:25:47.860527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356363d4-f5aa-4d24-93cf-d42ed80fb899 req-0ec00714-308d-4395-b97f-5f73a3439eb1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:47.862003 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-356363d4-f5aa-4d24-93cf-d42ed80fb899 req-0ec00714-308d-4395-b97f-5f73a3439eb1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0503020 Aug 25 05:25:47.908109 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-356363d4-f5aa-4d24-93cf-d42ed80fb899 req-e9de1d49-59dc-4f45-82d7-10038b9fad32 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Aug 25 05:25:48.777462 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:48.781897 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:48.783592 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=59,neutron:UPDATE=6 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:48.877924 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:25:49.023812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7ddf-0ebc-4e41-96d9-804b10946e2b req-971a2292-28bf-410b-b4b5-bc780752f9f1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:49.025171 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-090e7ddf-0ebc-4e41-96d9-804b10946e2b req-971a2292-28bf-410b-b4b5-bc780752f9f1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0470066 Aug 25 05:25:49.072736 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-090e7ddf-0ebc-4e41-96d9-804b10946e2b req-a2a257f5-df06-451d-9443-b53efdfbec12 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Aug 25 05:25:50.189683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66554940-d6c9-42fc-a14b-800cc33a45c9 req-eb3e0993-613f-46aa-9e88-e5516e1b00d1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:50.191264 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-66554940-d6c9-42fc-a14b-800cc33a45c9 req-eb3e0993-613f-46aa-9e88-e5516e1b00d1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0467098 Aug 25 05:25:50.238488 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-66554940-d6c9-42fc-a14b-800cc33a45c9 req-50726bd8-3b19-46b0-a59d-8badf402f7da tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412736 Aug 25 05:25:51.359267 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02be44b-807d-48f0-bf79-76a57f5863e7 req-346385ec-75c2-433a-bc1d-9f7d4d2ac615 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:25:51.360742 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a02be44b-807d-48f0-bf79-76a57f5863e7 req-346385ec-75c2-433a-bc1d-9f7d4d2ac615 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0505776 Aug 25 05:25:51.410046 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a02be44b-807d-48f0-bf79-76a57f5863e7 req-ae41d3b0-1491-4f3e-98e9-ab2a3b4006e8 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 Aug 25 05:25:54.330652 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43748) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:54.448419 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3a8da5aa-6e21-4b93-b989-d98b569dcd0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.510467 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:54.523217 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3a8da5aa-6e21-4b93-b989-d98b569dcd0a admin admin] Publish callbacks [] for security_group (5a1632f3-16e9-42b0-9f93-c233fb0eca35), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.651411 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3a8da5aa-6e21-4b93-b989-d98b569dcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5a1632f3-16e9-42b0-9f93-c233fb0eca35), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.693153 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8da5aa-6e21-4b93-b989-d98b569dcd0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1632f3-16e9-42b0-9f93-c233fb0eca35,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:54.700951 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3a8da5aa-6e21-4b93-b989-d98b569dcd0a admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=bc9eef4ecfd04739beac5344bcec4271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692374 Aug 25 05:25:54.703525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 43758) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:25:54.752751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] Publish callbacks [] for security_group (5a1632f3-16e9-42b0-9f93-c233fb0eca35), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.775502 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] Publish callbacks [] for security_group (5a1632f3-16e9-42b0-9f93-c233fb0eca35), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.903521 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5a1632f3-16e9-42b0-9f93-c233fb0eca35), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.906147 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:54.907308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5a1632f3-16e9-42b0-9f93-c233fb0eca35 HTTP/1.1" status: 204 len: 168 time: 0.2028368 Aug 25 05:25:54.917799 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb194e-262a-44be-a419-437e92d3c860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1632f3-16e9-42b0-9f93-c233fb0eca35,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:25:55.915121 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=16 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:56.446311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cb9201bd-2a47-4a6d-9558-431d318f715b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:58.594211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-51b3aa57-9bc7-4050-8041-2f07b5d9b596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:25:58.874978 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=18 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:25:59.994151 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:00.231488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=71 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:00.234370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=58 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:01.415444 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:01.457260 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:04.808323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=53,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:04.913674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:08.508477 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:11.361497 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:11.366521 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:18.446309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:22.532094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44008) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:22.655187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a240712c-bc64-48b7-94b6-3a4cccef7dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:22.727901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a240712c-bc64-48b7-94b6-3a4cccef7dc8 admin admin] Publish callbacks [] for security_group (d536ba17-b137-4567-976d-ef5e0e1208a0), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:22.909159 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a240712c-bc64-48b7-94b6-3a4cccef7dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d536ba17-b137-4567-976d-ef5e0e1208a0), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:22.952847 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a240712c-bc64-48b7-94b6-3a4cccef7dc8 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=fc21ab560b1740b8893d3fd4ff92798b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4196968 Aug 25 05:26:22.953813 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240712c-bc64-48b7-94b6-3a4cccef7dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d536ba17-b137-4567-976d-ef5e0e1208a0,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:22.955585 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44022) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:23.006427 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] Publish callbacks [] for security_group (d536ba17-b137-4567-976d-ef5e0e1208a0), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:23.026882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] Publish callbacks [] for security_group (d536ba17-b137-4567-976d-ef5e0e1208a0), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:23.169547 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (d536ba17-b137-4567-976d-ef5e0e1208a0), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:23.172279 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:23.173737 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/d536ba17-b137-4567-976d-ef5e0e1208a0 HTTP/1.1" status: 204 len: 168 time: 0.2171638 Aug 25 05:26:23.181923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d729e1-b396-471c-9ccb-6a9dd754c3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d536ba17-b137-4567-976d-ef5e0e1208a0,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:24.637211 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44108) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:24.743640 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8b3dcd44-ee18-4528-92b7-fb7b04f88a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:24.818068 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8b3dcd44-ee18-4528-92b7-fb7b04f88a53 admin admin] Publish callbacks [] for security_group (028a32e6-7a6a-401e-95df-c45696e67933), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:24.879551 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8b3dcd44-ee18-4528-92b7-fb7b04f88a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (028a32e6-7a6a-401e-95df-c45696e67933), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:24.918727 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3dcd44-ee18-4528-92b7-fb7b04f88a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028a32e6-7a6a-401e-95df-c45696e67933,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:24.923296 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8b3dcd44-ee18-4528-92b7-fb7b04f88a53 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=68b2ebaa92044f5b96e0e6ca1d3c99a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850018 Aug 25 05:26:24.926247 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44112) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:24.976108 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] Publish callbacks [] for security_group (028a32e6-7a6a-401e-95df-c45696e67933), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:24.996589 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] Publish callbacks [] for security_group (028a32e6-7a6a-401e-95df-c45696e67933), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:25.154344 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (028a32e6-7a6a-401e-95df-c45696e67933), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:25.156919 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:25.158136 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/028a32e6-7a6a-401e-95df-c45696e67933 HTTP/1.1" status: 204 len: 168 time: 0.2311735 Aug 25 05:26:25.167703 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560271d-6260-4981-8e3b-51d3fa2ab1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028a32e6-7a6a-401e-95df-c45696e67933,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:25.877846 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:26:26.238833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44164) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:26.334213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-34038691-network', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:26.445922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Made reservation on behalf of b0f35b076ec94efda11070e02d3a5acd for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:26:26.448207 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.456872 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.496346 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bcf01c69-6b36-4fdb-8f7d-bb8317fb9ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.534454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks [] for security_group (31fb3022-5465-4836-8155-06b6c7125867), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.615561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (31fb3022-5465-4836-8155-06b6c7125867), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.644188 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:26:26.651658 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fb3022-5465-4836-8155-06b6c7125867,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:26.657650 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (325c30aa-5801-41a4-aebd-199c207922e7), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.658005 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Added segment 325c30aa-5801-41a4-aebd-199c207922e7 of type vlan for network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb Aug 25 05:26:26.699044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.786942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.788585 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:26.789179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:26.852790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] Pushing event updated for resources: {'Network': ['ID=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:26.862664 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:26:26.920981 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4f446afa-a2a8-4d19-b51e-dce6680b01d2 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6810555 Aug 25 05:26:26.923821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44170) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:26.928584 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Request body: {'subnet': {'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-34038691-subnet', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'ip_version': 4}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:27.004141 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Made reservation on behalf of b0f35b076ec94efda11070e02d3a5acd for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:26:27.007140 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7000006'] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.137011 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:27.238778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7000052'] for subnet (681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.246645 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:27.295282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:27.308130 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Checking segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:27.308484 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Network hostable DHCP agents. Network: ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:26:27.381465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:26:27.462833 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:27.467270 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:27.467938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.472527 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ccc61-990e-4257-b1ad-3cd42615024e None None] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:26:27.568394 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-016cc410-5ff9-48b4-a827-bde600fd88ed admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6435094 Aug 25 05:26:27.571736 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44176) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:27.576079 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:27.596460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:26:27.597495 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.680397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.681564 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.737884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for router_controller (746675a3-e396-49b1-bc2d-4fdcbd48ee06), precommit_add_association {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.739650 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Allocated IP 172.20.0.2 (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb/681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef/698f4554-0b6e-474c-9004-4700b644f1a6) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:27.890036 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks [] for port (698f4554-0b6e-474c-9004-4700b644f1a6), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.938992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for router_gateway (746675a3-e396-49b1-bc2d-4fdcbd48ee06), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.983388 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:27.992958 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcc48d-a1b0-4eda-8696-7fda20667da5 req-bd5b792e-9a46-4933-9428-7dc0314964f5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:27.994596 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dfbcc48d-a1b0-4eda-8696-7fda20667da5 req-bd5b792e-9a46-4933-9428-7dc0314964f5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0512679 Aug 25 05:26:28.026604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:28.031518 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:28.034068 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:28.041682 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Pushing event updated for resources: {'Port': ['ID=698f4554-0b6e-474c-9004-4700b644f1a6,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:28.045077 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-dfbcc48d-a1b0-4eda-8696-7fda20667da5 req-29c37dcd-affc-45f3-b720-3f169feeeff1 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444131 Aug 25 05:26:28.105699 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Attempting to bind port 698f4554-0b6e-474c-9004-4700b644f1a6 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:28.106071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Attempting to bind port 698f4554-0b6e-474c-9004-4700b644f1a6 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:28.106434 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Attempting to bind port 698f4554-0b6e-474c-9004-4700b644f1a6 on network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:28.111880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:28.112250 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Checking segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:28.112655 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.113044 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Bound using segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:28.113553 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Bound port: 698f4554-0b6e-474c-9004-4700b644f1a6, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:28.113955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.179135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] For port 698f4554-0b6e-474c-9004-4700b644f1a6, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:28.182360 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] For port 698f4554-0b6e-474c-9004-4700b644f1a6, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=698f4554-0b6e-474c-9004-4700b644f1a6,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:28.253622 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for router_gateway (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.272900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.273751 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.343081 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe04e2-71f3-4f98-88f7-06113c1745c8 None None] Pushing event updated for resources: {'Port': ['ID=698f4554-0b6e-474c-9004-4700b644f1a6,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:28.393430 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Allocated IP 172.27.3.254 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/244473a9-8a21-4d9c-9001-e1413b3da22f) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:28.511805 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:28.531704 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.651524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-6c3627ec-b517-42f3-b1ea-96c55b5b5ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.684959 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:28.727872 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:28.730829 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:28.734711 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:28.735973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:28.742358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Pushing event updated for resources: {'Port': ['ID=244473a9-8a21-4d9c-9001-e1413b3da22f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:29.068705 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for router_gateway (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.165869 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4e3e7a-20f4-42f5-8325-6151a89892e4 None None] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:26:29.213611 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a9b14-e366-4aab-8171-b410da2735ae req-ef75673c-42db-428b-85de-c8341b5c8afb tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:29.215036 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c22a9b14-e366-4aab-8171-b410da2735ae req-ef75673c-42db-428b-85de-c8341b5c8afb tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0615399 Aug 25 05:26:29.276115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Provisioning complete for port 698f4554-0b6e-474c-9004-4700b644f1a6 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:29.276486 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.352542 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c22a9b14-e366-4aab-8171-b410da2735ae req-7002f9f6-54fb-4123-b7ca-68c2e701897e tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 Aug 25 05:26:29.358409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.366649 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Current status of the port 698f4554-0b6e-474c-9004-4700b644f1a6 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:29.367049 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.426626 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] For port 698f4554-0b6e-474c-9004-4700b644f1a6, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=698f4554-0b6e-474c-9004-4700b644f1a6,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:29.519972 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.567615 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74edd257-c97d-4f54-a0ff-0fc5e160929d None None] Pushing event updated for resources: {'Port': ['ID=698f4554-0b6e-474c-9004-4700b644f1a6,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:29.577070 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:26:29.630534 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:29.639273 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-d09c58bf-b748-4b90-8e96-ed5a7f44ef95 None None] Provisioning complete for port 698f4554-0b6e-474c-9004-4700b644f1a6 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:29.639648 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d09c58bf-b748-4b90-8e96-ed5a7f44ef95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:29.701771 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:29.717685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-d09c58bf-b748-4b90-8e96-ed5a7f44ef95 None None] Current status of the port 698f4554-0b6e-474c-9004-4700b644f1a6 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:29.941458 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:29.954229 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:26:29.965731 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Sync routers for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:26:29.976788 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:29.980282 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:30.060914 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.078062 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:30.100099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.102049 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-51fd5031-9458-4d99-9aad-2704f79a145d admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5287912 Aug 25 05:26:30.104387 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44188) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:30.128263 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 698f4554-0b6e-474c-9004-4700b644f1a6 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:30.145457 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:30.184121 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 698f4554-0b6e-474c-9004-4700b644f1a6 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:30.184619 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.263149 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd1708-4624-47b9-9275-83e80d660b41 req-31e1342d-d552-4fd8-8ce0-4b1d59b48086 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:30.264522 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:28Z', 'revision_number': 3, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:30.264820 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57cd1708-4624-47b9-9275-83e80d660b41 req-31e1342d-d552-4fd8-8ce0-4b1d59b48086 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0692468 Aug 25 05:26:30.276108 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 698f4554-0b6e-474c-9004-4700b644f1a6 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:30.292435 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Checking router: 746675a3-e396-49b1-bc2d-4fdcbd48ee06 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:26:30.292911 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Updating router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 port 244473a9-8a21-4d9c-9001-e1413b3da22f binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:26:30.307784 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:30.324334 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.434043 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Deleting port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:26:30.434621 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.527091 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971061a0-c849-4f72-a907-c3222e07c8bd req-841a0edb-d4f5-46cd-99c9-07e7a4ea9fa5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:30.534303 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-971061a0-c849-4f72-a907-c3222e07c8bd req-841a0edb-d4f5-46cd-99c9-07e7a4ea9fa5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 946 time: 0.0793746 Aug 25 05:26:30.580883 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-971061a0-c849-4f72-a907-c3222e07c8bd req-fe0acac2-c2c8-4e36-9073-8d99026429c5 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=4e3e6742-d0ee-44fb-a68e-bcff759b8b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Aug 25 05:26:30.612340 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks [] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.653483 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] For port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,segment=NetworkSegment(28bae258-6693-428f-9410-43c56ff23198),segment_id=28bae258-6693-428f-9410-43c56ff23198)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:30.653876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.674773 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Calling delete_port for bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:26:30.691470 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.721309 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Attempting to bind port 244473a9-8a21-4d9c-9001-e1413b3da22f on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:30.722008 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Attempting to bind port 244473a9-8a21-4d9c-9001-e1413b3da22f by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:30.722366 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Attempting to bind port 244473a9-8a21-4d9c-9001-e1413b3da22f on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:30.737114 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:30.737489 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:30.737911 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.738300 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:30.738766 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Bound port: 244473a9-8a21-4d9c-9001-e1413b3da22f, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:30.739141 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.767391 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Pushing event updated for resources: {'Port': ['ID=244473a9-8a21-4d9c-9001-e1413b3da22f,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:30.781537 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.781826 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.782188 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.782540 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.782870 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.783191 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.783509 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.783830 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.784146 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.784487 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.784803 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.785134 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.785452 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.785790 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.786102 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:30.813742 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] For port 244473a9-8a21-4d9c-9001-e1413b3da22f, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:30.817891 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] For port 244473a9-8a21-4d9c-9001-e1413b3da22f, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=244473a9-8a21-4d9c-9001-e1413b3da22f,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:30.822210 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.874477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:30.897569 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:30.934894 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:30.935515 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:30.993117 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:30.996126 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95cb1-0a23-4d33-8787-78d1218ab60d None None] Pushing event updated for resources: {'Port': ['ID=244473a9-8a21-4d9c-9001-e1413b3da22f,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:31.012807 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.037391 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:31.048032 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Pushing event deleted for resources: {'Port': ['ID=bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:31.051305 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:26:31.057327 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:31.063304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.063692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.063995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.064408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.064665 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.064995 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.065319 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.065685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.065988 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.066305 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.066710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.066944 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.067262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.067592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.067898 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:31.076642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Allocated IP 172.20.0.1 (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb/681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef/b2be7de5-5684-4fef-b13c-6f4e8578dc83) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:31.121993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:31.124353 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] No DVR routers for this DVR port bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:26:31.128730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.132041 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57cd1708-4624-47b9-9275-83e80d660b41 req-b36c4aa2-7116-4767-84ef-876b80a22bd3 tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.47 "DELETE /networking/v2.0/ports/bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b HTTP/1.1" status: 204 len: 173 time: 0.8321793 Aug 25 05:26:31.132476 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'name': 'network-vif-deleted', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:26:31.134767 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488a7d2f-d26d-4211-87b7-f7eb348f724e" -d '{"events": [{"server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "name": "network-vif-deleted", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:26:31.185787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c2173a-0aed-4a8f-a128-19f0bc5198cf x-openstack-request-id: req-28c2173a-0aed-4a8f-a128-19f0bc5198cf {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:26:31.190614 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d", "name": "network-vif-deleted", "tag": "bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:26:31.190614 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28c2173a-0aed-4a8f-a128-19f0bc5198cf {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:26:31.190614 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c2173a-0aed-4a8f-a128-19f0bc5198cf'] response: {'server_uuid': '9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d', 'name': 'network-vif-deleted', 'tag': 'bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b', 'status': 'completed', 'code': 200} Aug 25 05:26:31.247411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks [] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.250502 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:28Z', 'revision_number': 3, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:31.279448 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab30bf4-9211-45e4-aca6-3d7756864052 None None] The sync data for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi is: [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:28Z', 'revision_number': 3, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:26:31.361450 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.405862 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:31.411549 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:31.411717 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.415972 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:31.440051 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.449274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:31.466382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.710664 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:31.714231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.722161 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ec704ab7-4ac2-4834-90ae-cf1d815de97f req-4172c3b9-3be6-4534-88db-744cac5f10bc tempest-VolumesSnapshotTestJSON-1857286973 tempest-VolumesSnapshotTestJSON-1857286973-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=9ae34ab1-569c-48ac-b5ad-1b7b8a5a559d HTTP/1.1" status: 200 len: 210 time: 0.0327289 Aug 25 05:26:31.758271 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-f91a10b7-cc18-48be-b8d4-8b3f8790f5a8 None None] Provisioning complete for port b2be7de5-5684-4fef-b13c-6f4e8578dc83 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:31.758642 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f91a10b7-cc18-48be-b8d4-8b3f8790f5a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:31.792381 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-f91a10b7-cc18-48be-b8d4-8b3f8790f5a8 None None] Port b2be7de5-5684-4fef-b13c-6f4e8578dc83 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:26:31.904491 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks [] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.040904 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.121420 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:32.125300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 244473a9-8a21-4d9c-9001-e1413b3da22f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:32.125852 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.181668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 244473a9-8a21-4d9c-9001-e1413b3da22f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:32.182147 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.248412 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:32.250304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:32.290749 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 244473a9-8a21-4d9c-9001-e1413b3da22f is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:32.291142 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.332730 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 244473a9-8a21-4d9c-9001-e1413b3da22f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=244473a9-8a21-4d9c-9001-e1413b3da22f,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:32.356748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:32.387378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:26:32.435412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.490445 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=244473a9-8a21-4d9c-9001-e1413b3da22f,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:32.499884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:26:32.504831 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-04a3c10c-2a28-4a09-84c6-33381fd45eb3 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/746675a3-e396-49b1-bc2d-4fdcbd48ee06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994403 Aug 25 05:26:32.527855 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-2315a1db-c350-4c9b-a72c-36b15b1e2e9d None None] Provisioning complete for port b2be7de5-5684-4fef-b13c-6f4e8578dc83 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:32.528323 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-2315a1db-c350-4c9b-a72c-36b15b1e2e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:32.561767 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-2315a1db-c350-4c9b-a72c-36b15b1e2e9d None None] Port b2be7de5-5684-4fef-b13c-6f4e8578dc83 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:26:33.074196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Sync routers for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:26:33.093330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:33.094009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:33.201070 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:33.329791 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44222) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:33.335482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1499002807-network', 'tenant_id': '52469a83e4f74020b1208ed6ab573320'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:33.493726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Made reservation on behalf of 52469a83e4f74020b1208ed6ab573320 for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:26:33.496169 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.505224 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.546605 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 2, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:33.554260 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:33.573878 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Checking router: 746675a3-e396-49b1-bc2d-4fdcbd48ee06 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:26:33.574225 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Updating router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 port b2be7de5-5684-4fef-b13c-6f4e8578dc83 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:26:33.604379 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:33.608787 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.609027 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks [] for security_group (61190f73-48b1-483c-b1ac-829004a6ae74), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.685876 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (61190f73-48b1-483c-b1ac-829004a6ae74), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.711565 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:26:33.729002 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61190f73-48b1-483c-b1ac-829004a6ae74,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:33.731574 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (232e040f-a615-4070-acb5-d5cdcc4e9f9c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.731906 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Added segment 232e040f-a615-4070-acb5-d5cdcc4e9f9c of type vlan for network a7075042-cdcc-42d5-a158-9f6cb3bbff72 Aug 25 05:26:33.750204 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.750549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.750886 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.751219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.751545 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.751871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.752191 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.752513 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.752830 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.753150 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.753464 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.753809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.754126 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.754440 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.754753 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:33.796012 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (a7075042-cdcc-42d5-a158-9f6cb3bbff72), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.874387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks [] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.901122 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (a7075042-cdcc-42d5-a158-9f6cb3bbff72), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.902117 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:33.902693 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:33.915798 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:26:33.935199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:26:33.935540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device bf09cc45-a8bb-4724-b53a-bd77ad1a9d3b not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:26:33.961187 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] Pushing event updated for resources: {'Network': ['ID=a7075042-cdcc-42d5-a158-9f6cb3bbff72,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:33.970785 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:26:34.012964 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:34.015641 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.026190 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c45e241f-c60c-4c1b-97c1-1f25da6f84ff admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6949801 Aug 25 05:26:34.028880 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44230) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:34.034916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Request body: {'subnet': {'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1499002807-subnet', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:34.059424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:34.084071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c72a2-1332-42fd-bc2a-7a137f8fe8ae None None] Pushing event updated for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:34.125904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 244473a9-8a21-4d9c-9001-e1413b3da22f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:34.132056 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Made reservation on behalf of 52469a83e4f74020b1208ed6ab573320 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:26:34.134546 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.154605 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:34.164072 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Attempting to bind port b2be7de5-5684-4fef-b13c-6f4e8578dc83 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:34.167590 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Attempting to bind port b2be7de5-5684-4fef-b13c-6f4e8578dc83 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:34.167590 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Attempting to bind port b2be7de5-5684-4fef-b13c-6f4e8578dc83 on network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:34.173854 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:34.174225 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Checking segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:34.174621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.175019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Bound using segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:34.175489 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Bound port: b2be7de5-5684-4fef-b13c-6f4e8578dc83, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:34.176447 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.219414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 244473a9-8a21-4d9c-9001-e1413b3da22f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:34.220092 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.278709 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] For port b2be7de5-5684-4fef-b13c-6f4e8578dc83, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:34.282181 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] For port b2be7de5-5684-4fef-b13c-6f4e8578dc83, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b2be7de5-5684-4fef-b13c-6f4e8578dc83,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:34.322136 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 244473a9-8a21-4d9c-9001-e1413b3da22f is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:34.353020 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.387197 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (cae9420a-5d45-4374-adf8-80e48549a8d9), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.388162 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:34.388799 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:34.450965 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cae9420a-5d45-4374-adf8-80e48549a8d9,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:34.453244 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c72a2-1332-42fd-bc2a-7a137f8fe8ae None None] Pushing event updated for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:34.461449 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Checking segment: {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:34.463671 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Network hostable DHCP agents. Network: a7075042-cdcc-42d5-a158-9f6cb3bbff72, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:26:34.508776 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:34.537111 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:26:34.543719 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:34.626899 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:34.651832 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, a7075042-cdcc-42d5-a158-9f6cb3bbff72) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:34.653370 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:34.653991 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.682551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec7cc19-a23b-403a-a122-e9bf586bb6d4 None None] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:26:34.750491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:34Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:34.774726 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b6a0aec0-744d-405a-b97e-767c007b9cbc admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7445736 Aug 25 05:26:34.777198 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44236) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:34.781509 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:34.782079 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0902a7b-1c04-44f6-bc84-cba03b43ca9d None None] The sync data for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi is: [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:34Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:26:34.852441 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'project_id': '52469a83e4f74020b1208ed6ab573320', 'fixed_ips': [{'subnet_id': 'cae9420a-5d45-4374-adf8-80e48549a8d9'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:26:34.853381 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.883177 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (e6ab757b-a000-496d-8326-719e72a05614), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.884625 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (e6ab757b-a000-496d-8326-719e72a05614), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.939146 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for router_controller (e6ab757b-a000-496d-8326-719e72a05614), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:34.990867 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Allocated IP 172.20.0.2 (a7075042-cdcc-42d5-a158-9f6cb3bbff72/cae9420a-5d45-4374-adf8-80e48549a8d9/47f5242e-8395-4601-817a-498b94d34f6e) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:35.148226 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks [] for port (47f5242e-8395-4601-817a-498b94d34f6e), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.234556 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (47f5242e-8395-4601-817a-498b94d34f6e), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.281536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:35.287061 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:35.290976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:35.294395 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Pushing event updated for resources: {'Port': ['ID=47f5242e-8395-4601-817a-498b94d34f6e,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:35.361813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Attempting to bind port 47f5242e-8395-4601-817a-498b94d34f6e on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:35.362186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Attempting to bind port 47f5242e-8395-4601-817a-498b94d34f6e by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:35.362685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Attempting to bind port 47f5242e-8395-4601-817a-498b94d34f6e on network a7075042-cdcc-42d5-a158-9f6cb3bbff72 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:35.368362 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:35.369253 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Checking segment: {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:35.369873 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.370423 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Bound using segment: {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:35.370898 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Bound port: 47f5242e-8395-4601-817a-498b94d34f6e, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:35.371275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (47f5242e-8395-4601-817a-498b94d34f6e), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.415031 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for router_gateway (e6ab757b-a000-496d-8326-719e72a05614), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.438149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] For port 47f5242e-8395-4601-817a-498b94d34f6e, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:35.441221 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] For port 47f5242e-8395-4601-817a-498b94d34f6e, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=47f5242e-8395-4601-817a-498b94d34f6e,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:35.442311 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:35.556073 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (47f5242e-8395-4601-817a-498b94d34f6e), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.627372 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e01a7-7f4c-42d3-b6ab-3cb8efc2f730 None None] Pushing event updated for resources: {'Port': ['ID=47f5242e-8395-4601-817a-498b94d34f6e,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:35.659560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:35.728660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for router_gateway (e6ab757b-a000-496d-8326-719e72a05614), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.749426 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:35.898491 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Allocated IP 172.27.3.176 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/038e89dd-a674-403e-8cd1-6caf08044fcf) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:36.018589 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.128148 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 47f5242e-8395-4601-817a-498b94d34f6e up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:36.152500 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.156669 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:36.179893 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 47f5242e-8395-4601-817a-498b94d34f6e triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:36.179893 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (47f5242e-8395-4601-817a-498b94d34f6e), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.206677 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:36.210385 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:36.214357 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:36.219480 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Pushing event updated for resources: {'Port': ['ID=038e89dd-a674-403e-8cd1-6caf08044fcf,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:36.268946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 47f5242e-8395-4601-817a-498b94d34f6e is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:36.269480 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (47f5242e-8395-4601-817a-498b94d34f6e), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.305196 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 47f5242e-8395-4601-817a-498b94d34f6e, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=47f5242e-8395-4601-817a-498b94d34f6e,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:36.394359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (47f5242e-8395-4601-817a-498b94d34f6e), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.395185 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b2be7de5-5684-4fef-b13c-6f4e8578dc83 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:36.477040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=47f5242e-8395-4601-817a-498b94d34f6e,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:36.488178 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port b2be7de5-5684-4fef-b13c-6f4e8578dc83 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:36.488638 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.573166 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port b2be7de5-5684-4fef-b13c-6f4e8578dc83 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:36.573671 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.587547 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:36.607650 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for router_gateway (e6ab757b-a000-496d-8326-719e72a05614), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.615429 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port b2be7de5-5684-4fef-b13c-6f4e8578dc83, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b2be7de5-5684-4fef-b13c-6f4e8578dc83,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:36.726005 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.776997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:36.784876 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.785631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.785631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.786025 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.786476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.786663 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.786991 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.787345 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.787669 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.788326 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.788326 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.788623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.788943 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.789261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.790080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:26:36.803635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:36.810599 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (e6ab757b-a000-496d-8326-719e72a05614), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:36.842719 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d19c220-c0b2-433d-a36f-1731ff30fe52 None None] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:26:36.941419 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fc671742-5aa5-4ab0-9d2a-59ca635ae5f0 None None] Provisioning complete for port 47f5242e-8395-4601-817a-498b94d34f6e triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:36.941853 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fc671742-5aa5-4ab0-9d2a-59ca635ae5f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (47f5242e-8395-4601-817a-498b94d34f6e), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.011533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Router e6ab757b-a000-496d-8326-719e72a05614 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:26:37.124679 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:26:37.138269 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Sync routers for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:26:37.153236 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:37.154066 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:37.170469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fc671742-5aa5-4ab0-9d2a-59ca635ae5f0 None None] Current status of the port 47f5242e-8395-4601-817a-498b94d34f6e is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:37.242646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.244404 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1fa1fc39-d991-44f1-8083-7382fc022963 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4658475 Aug 25 05:26:37.247054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44258) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:26:37.262334 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:37.389507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-8027bfb9-b17d-4aef-b901-7ea173e86497 None None] Provisioning complete for port 47f5242e-8395-4601-817a-498b94d34f6e triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:37.390096 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-8027bfb9-b17d-4aef-b901-7ea173e86497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (47f5242e-8395-4601-817a-498b94d34f6e), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.437833 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 3, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:37.467423 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-8027bfb9-b17d-4aef-b901-7ea173e86497 None None] Current status of the port 47f5242e-8395-4601-817a-498b94d34f6e is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:37.470059 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Checking router: e6ab757b-a000-496d-8326-719e72a05614 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:26:37.470406 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Updating router e6ab757b-a000-496d-8326-719e72a05614 port 038e89dd-a674-403e-8cd1-6caf08044fcf binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:26:37.499380 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.656449 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.689527 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:37.736921 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks [] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.761642 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:37.807561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Allocated IP 172.20.0.1 (a7075042-cdcc-42d5-a158-9f6cb3bbff72/cae9420a-5d45-4374-adf8-80e48549a8d9/031f92b7-ca9c-4f2f-8b36-d7b57e915216) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:37.839766 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.878730 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Attempting to bind port 038e89dd-a674-403e-8cd1-6caf08044fcf on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:37.879088 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Attempting to bind port 038e89dd-a674-403e-8cd1-6caf08044fcf by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:37.879436 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Attempting to bind port 038e89dd-a674-403e-8cd1-6caf08044fcf on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:37.889939 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:37.890297 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:37.890687 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.895303 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:37.895303 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Bound port: 038e89dd-a674-403e-8cd1-6caf08044fcf, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:37.895303 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.896482 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ed01-b96a-4481-bca2-8439072d5e88 None None] Pushing event updated for resources: {'Port': ['ID=038e89dd-a674-403e-8cd1-6caf08044fcf,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:37.902301 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:37.912690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks [] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:37.944201 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] For port 038e89dd-a674-403e-8cd1-6caf08044fcf, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:37.947372 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] For port 038e89dd-a674-403e-8cd1-6caf08044fcf, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=038e89dd-a674-403e-8cd1-6caf08044fcf,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:38.034572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.034770 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.086473 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:38.087099 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:38.092044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Pushing event updated for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:38.092250 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298ed01-b96a-4481-bca2-8439072d5e88 None None] Pushing event updated for resources: {'Port': ['ID=038e89dd-a674-403e-8cd1-6caf08044fcf,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:38.097572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:38.099480 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:38.102874 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:38.125310 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:38.145942 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 47f5242e-8395-4601-817a-498b94d34f6e up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:38.156927 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (e6ab757b-a000-496d-8326-719e72a05614), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.198795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 47f5242e-8395-4601-817a-498b94d34f6e triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:38.199450 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (47f5242e-8395-4601-817a-498b94d34f6e), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.212014 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:38.294781 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:38.304096 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 47f5242e-8395-4601-817a-498b94d34f6e is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:38.305659 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b2be7de5-5684-4fef-b13c-6f4e8578dc83 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:38.350356 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port b2be7de5-5684-4fef-b13c-6f4e8578dc83 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:38.350734 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.387128 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:38.398438 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.399175 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-ec78791b-76b5-44bb-85a9-0879e3b87920 None None] Provisioning complete for port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:38.399606 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ec78791b-76b5-44bb-85a9-0879e3b87920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.423337 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 3, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:38.452412 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f08b747-6597-494b-b0c1-75210701b30c None None] The sync data for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi is: [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 3, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:26:38.461826 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-ec78791b-76b5-44bb-85a9-0879e3b87920 None None] Port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:26:38.476040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port b2be7de5-5684-4fef-b13c-6f4e8578dc83 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:38.817922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:38.839639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks [] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.902823 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:38.971608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Pushing event updated for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:38.974392 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (e6ab757b-a000-496d-8326-719e72a05614), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:39.071232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:39.072643 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:39.189483 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Router e6ab757b-a000-496d-8326-719e72a05614 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:26:39.301266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-4e2cdad6-1d36-4448-b8b0-31d4d4fdaa17 None None] Provisioning complete for port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:39.301661 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4e2cdad6-1d36-4448-b8b0-31d4d4fdaa17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:39.305922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:26:39.313246 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6eddb578-3286-4083-abed-ca24f28473a2 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e6ab757b-a000-496d-8326-719e72a05614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0622280 Aug 25 05:26:39.339654 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cdad6-1d36-4448-b8b0-31d4d4fdaa17 None None] Port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:26:40.003867 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Sync routers for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:26:40.015591 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:40.016204 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:40.126183 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 038e89dd-a674-403e-8cd1-6caf08044fcf up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:40.132831 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:40.280015 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 038e89dd-a674-403e-8cd1-6caf08044fcf triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:40.280386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:40.431306 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 038e89dd-a674-403e-8cd1-6caf08044fcf is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:40.431684 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:40.453689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:38Z', 'revision_number': 4, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '031f92b7-ca9c-4f2f-8b36-d7b57e915216', 'name': '', 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'mac_address': 'fa:16:3e:6f:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:37Z', 'updated_at': '2022-08-25T05:26:38Z', 'revision_number': 2, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'subnets': [{'id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:40.485055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 038e89dd-a674-403e-8cd1-6caf08044fcf, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=038e89dd-a674-403e-8cd1-6caf08044fcf,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:40.486680 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Checking router: e6ab757b-a000-496d-8326-719e72a05614 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:26:40.487026 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Updating router e6ab757b-a000-496d-8326-719e72a05614 port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:26:40.522518 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:40.531729 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:40.556487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:40.679215 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=038e89dd-a674-403e-8cd1-6caf08044fcf,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:40.845957 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks [] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:40.929876 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:41.009261 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8c0b7-3cb4-48cc-8635-aee79d5b87de None None] Pushing event updated for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:41.057288 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Attempting to bind port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:26:41.057684 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Attempting to bind port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:26:41.058354 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Attempting to bind port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 on network a7075042-cdcc-42d5-a158-9f6cb3bbff72 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:26:41.063946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:26:41.064534 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Checking segment: {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:26:41.064534 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:41.065524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Bound using segment: {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:26:41.065524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Bound port: 031f92b7-ca9c-4f2f-8b36-d7b57e915216, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '232e040f-a615-4070-acb5-d5cdcc4e9f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:26:41.066582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:41.127287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:41.140348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] For port 031f92b7-ca9c-4f2f-8b36-d7b57e915216, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:26:41.144470 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] For port 031f92b7-ca9c-4f2f-8b36-d7b57e915216, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=031f92b7-ca9c-4f2f-8b36-d7b57e915216,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:26:41.200513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:41.232099 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:41.244319 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:26:41.244963 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:41.302345 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8c0b7-3cb4-48cc-8635-aee79d5b87de None None] Pushing event updated for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:41.369821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:41.372348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:26:41.703941 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:38Z', 'revision_number': 4, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '031f92b7-ca9c-4f2f-8b36-d7b57e915216', 'name': '', 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'mac_address': 'fa:16:3e:6f:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:37Z', 'updated_at': '2022-08-25T05:26:41Z', 'revision_number': 4, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'subnets': [{'id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:26:41.732330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb35dd9-92b5-4394-92d5-2eeb63ab26ac None None] The sync data for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi is: [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:26:38Z', 'revision_number': 4, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '031f92b7-ca9c-4f2f-8b36-d7b57e915216', 'name': '', 'network_id': 'a7075042-cdcc-42d5-a158-9f6cb3bbff72', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'mac_address': 'fa:16:3e:6f:d9:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_interface', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:37Z', 'updated_at': '2022-08-25T05:26:41Z', 'revision_number': 4, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'subnets': [{'id': 'cae9420a-5d45-4374-adf8-80e48549a8d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:26:42.227221 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 038e89dd-a674-403e-8cd1-6caf08044fcf up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:42.279973 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 038e89dd-a674-403e-8cd1-6caf08044fcf triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:42.280574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:42.398875 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 038e89dd-a674-403e-8cd1-6caf08044fcf is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:42.400903 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 031f92b7-ca9c-4f2f-8b36-d7b57e915216 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:42.462101 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:42.462477 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:42.553365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:42.553365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:42.597384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 031f92b7-ca9c-4f2f-8b36-d7b57e915216, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=031f92b7-ca9c-4f2f-8b36-d7b57e915216,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:26:42.680054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:42.739724 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:44.163866 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 031f92b7-ca9c-4f2f-8b36-d7b57e915216 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:26:44.210298 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:44.211378 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:44.211755 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:44.319564 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:26:47.133861 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=55,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:47.139997 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:49.328663 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=39 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:49.328663 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=74 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:51.025464 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-5d2d16e0-39d7-44c7-bbc2-5cebf4213357 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:51.026959 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-5d2d16e0-39d7-44c7-bbc2-5cebf4213357 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 813 time: 0.1000381 Aug 25 05:26:51.041869 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-d43cb986-6de9-43ec-87b3-5b6644c86c19 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/quotas/b0f35b076ec94efda11070e02d3a5acd HTTP/1.1" status: 200 len: 375 time: 0.0095608 Aug 25 05:26:51.100982 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-f47a9039-1c9c-4940-b292-5654bc9f30d1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487669 Aug 25 05:26:51.197096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-09ea3e5f-bc08-4760-a179-fc099f8c7f5e service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:26:51.198122 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-09ea3e5f-bc08-4760-a179-fc099f8c7f5e service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0905340 Aug 25 05:26:51.288112 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-165c6668-13a2-495c-bd75-17eb6016d147 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Aug 25 05:26:51.378888 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-fe3a1392-2623-43ea-b32d-70cf075bee10 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852141 Aug 25 05:26:51.643037 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2a314ebb-64c1-42c1-8ee8-a475638b1234 req-f24ae46a-8055-41e8-93d9-5ee3e6375fda tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0339627 Aug 25 05:26:52.728878 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1eace7e0-ce4d-44ee-938c-540448f6c136 req-f53e20d4-63ef-4115-9c66-bcfa3d499415 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0285425 Aug 25 05:26:53.809244 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cc7bcf24-111e-43fb-a7f3-58d499441acf req-703fe4f2-c9f2-45b9-bdd4-71c039484519 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0281000 Aug 25 05:26:54.312314 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=68,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:54.315110 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=48 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:54.889905 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-edd8d306-d2e4-4be9-8603-18263dfa247f req-502754e1-7afe-4eaa-8516-2b38c864e7f9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0277739 Aug 25 05:26:54.939944 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:55.988494 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5ef4f650-4531-4900-9a6d-9b4e853e3497 req-19010374-fd1c-4dfd-8267-a0bc8e83af0f tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0279815 Aug 25 05:26:56.513601 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0d5c7d75-4983-43a5-ad8b-0efc68403667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:57.091819 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-260e86cc-9f15-4af5-aa48-cfb2155cfe79 req-48dcba9e-d1b6-4504-85f6-b2794df01098 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0277410 Aug 25 05:26:58.194619 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8c5d0531-893e-482f-815f-320bba8ad473 req-992b6928-5c8d-441f-a252-4f68e164bdf9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0270205 Aug 25 05:26:58.405376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-e6b4ad4d-93d7-4e87-b13e-07fdc0229ab2 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:58.406846 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-e6b4ad4d-93d7-4e87-b13e-07fdc0229ab2 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 813 time: 0.1098335 Aug 25 05:26:58.424996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'port': {'device_id': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'admin_state_up': True, 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:26:58.597368 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4e94f0db-e9c6-4fc6-a65b-a949b5fb1217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:58.633216 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Made reservation on behalf of b0f35b076ec94efda11070e02d3a5acd for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:26:58.637041 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:58.761525 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Allocated IP 172.20.0.3 (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb/681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef/900a73f5-8be4-4458-b1a2-c46381499c03) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:26:58.895414 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:58.909564 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for port (900a73f5-8be4-4458-b1a2-c46381499c03), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:58.914578 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:26:58.999393 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:59.050441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:26:59.055435 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:26:59.057612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:26:59.059784 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:26:59.109519 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:59.110192 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:59.207776 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0509ab52-d241-483c-9df3-9fb67bba6ea3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867575 Aug 25 05:26:59.286154 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e84212f6-7793-4e24-b200-ab2f26069e02 None None] Provisioning complete for port 900a73f5-8be4-4458-b1a2-c46381499c03 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:26:59.286520 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e84212f6-7793-4e24-b200-ab2f26069e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:26:59.314394 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0fb61-9a4e-497b-a6a6-6d21bdf447e5 req-928f18c7-c32e-4ad8-afba-8abee7ce9f01 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:26:59.315872 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9ee0fb61-9a4e-497b-a6a6-6d21bdf447e5 req-928f18c7-c32e-4ad8-afba-8abee7ce9f01 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 931 time: 0.0485733 Aug 25 05:26:59.318069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e84212f6-7793-4e24-b200-ab2f26069e02 None None] Port 900a73f5-8be4-4458-b1a2-c46381499c03 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:26:59.364689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9ee0fb61-9a4e-497b-a6a6-6d21bdf447e5 req-866f4162-bbde-4d34-84ae-cf6b6823dc0b tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421314 Aug 25 05:27:00.031877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:00.483627 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f8f9a-ded3-4406-9779-d882ef398a75 req-4afed2a3-8078-4e6f-abf5-ef276087dccb tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:00.485173 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-573f8f9a-ded3-4406-9779-d882ef398a75 req-4afed2a3-8078-4e6f-abf5-ef276087dccb tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 931 time: 0.0499499 Aug 25 05:27:00.532749 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-573f8f9a-ded3-4406-9779-d882ef398a75 req-837b45ea-5edf-4fb6-9013-9d87e4696fee tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 25 05:27:01.438981 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:01.467253 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:01.648803 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3b21d-e602-4177-8845-b710814de01e req-a39f8a33-e7de-42f4-aae5-c0f1332675dc tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:01.650268 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bd3b21d-e602-4177-8845-b710814de01e req-a39f8a33-e7de-42f4-aae5-c0f1332675dc tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 931 time: 0.0458074 Aug 25 05:27:01.699414 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8bd3b21d-e602-4177-8845-b710814de01e req-fdbb4f31-c5cc-4342-a72c-2b8d41779bd9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Aug 25 05:27:02.730650 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Request body: {'port': {'device_id': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:02.791080 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:02.816555 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0311e-0d4a-4bf8-9fab-f8f3772246a7 req-f8bb0e12-b1ae-4b47-bdef-a48075f091d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:02.818054 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cfc0311e-0d4a-4bf8-9fab-f8f3772246a7 req-f8bb0e12-b1ae-4b47-bdef-a48075f091d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 931 time: 0.0465300 Aug 25 05:27:02.866369 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cfc0311e-0d4a-4bf8-9fab-f8f3772246a7 req-1d850121-a16d-4dee-b019-211d26048a7b tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Aug 25 05:27:02.887756 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:27:03.055738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900a73f5-8be4-4458-b1a2-c46381499c03 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:27:03.063142 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks [] for port (900a73f5-8be4-4458-b1a2-c46381499c03), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:03.074993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:03.076077 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Transition to ACTIVE for port object 900a73f5-8be4-4458-b1a2-c46381499c03 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:27:03.463225 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:03.594912 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:03.661544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Attempting to bind port 900a73f5-8be4-4458-b1a2-c46381499c03 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:03.662649 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Attempting to bind port 900a73f5-8be4-4458-b1a2-c46381499c03 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:03.663124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Attempting to bind port 900a73f5-8be4-4458-b1a2-c46381499c03 on network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:03.670897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Port 900a73f5-8be4-4458-b1a2-c46381499c03 on network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:27:03.671957 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Attempting to bind port 900a73f5-8be4-4458-b1a2-c46381499c03 on network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:03.678630 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:03.692845 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Checking segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:03.694222 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Bound using segment: {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:03.695368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Bound port: 900a73f5-8be4-4458-b1a2-c46381499c03, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325c30aa-5801-41a4-aebd-199c207922e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:03.696761 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:03.759696 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:03.785323 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:03.795732 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:03.855282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:03.859031 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:03.859820 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:03.861242 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1093 time: 1.1350529 Aug 25 05:27:03.865094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:27:03.867672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89184f55-87de-46d0-b524-30b716df2175" -d '{"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:27:03.921028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a490fbe-5bfe-4186-8f8e-5f857d9d7f9f x-openstack-request-id: req-7a490fbe-5bfe-4186-8f8e-5f857d9d7f9f {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:27:03.921612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:27:03.921881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a490fbe-5bfe-4186-8f8e-5f857d9d7f9f {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:27:03.922286 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a490fbe-5bfe-4186-8f8e-5f857d9d7f9f'] response: {'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:27:03.936260 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efad715-8cb9-4ad4-b095-ae5ce7a3729c service neutron] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:04.035389 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc031f71-c6f9-42b0-abc1-06272470b1a8 req-2f997416-a96d-4352-a8ef-c1e0981519b2 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:04.042136 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc031f71-c6f9-42b0-abc1-06272470b1a8 req-2f997416-a96d-4352-a8ef-c1e0981519b2 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0673044 Aug 25 05:27:04.100505 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc031f71-c6f9-42b0-abc1-06272470b1a8 req-6028d6fa-a43b-41e3-83d0-3dd63920de15 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572512 Aug 25 05:27:05.238332 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccfabc5-4e37-4484-a3a2-be167f7db7dc req-9eb48415-2dd8-417c-a0db-216586c7e19c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:05.240055 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ccfabc5-4e37-4484-a3a2-be167f7db7dc req-9eb48415-2dd8-417c-a0db-216586c7e19c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0562320 Aug 25 05:27:05.293713 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8ccfabc5-4e37-4484-a3a2-be167f7db7dc req-cc4879cd-effd-4db3-a93c-9b18a99d441d tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475521 Aug 25 05:27:06.420476 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d0b01-53f9-4ea5-9e8a-10f7b82be9fc req-96f103dd-24cf-448b-ac04-4d05c2ceeab1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:06.422238 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-df6d0b01-53f9-4ea5-9e8a-10f7b82be9fc req-96f103dd-24cf-448b-ac04-4d05c2ceeab1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0525708 Aug 25 05:27:06.477371 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-df6d0b01-53f9-4ea5-9e8a-10f7b82be9fc req-8402e498-1675-47fd-bdce-cfc8d3f4d3c5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Aug 25 05:27:07.610708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c71fd2-0412-4b9b-a1ae-5853f8b65037 req-1a47c18c-61ce-4dc7-8d67-65ec27f5e49f tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:07.615874 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e0c71fd2-0412-4b9b-a1ae-5853f8b65037 req-1a47c18c-61ce-4dc7-8d67-65ec27f5e49f tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0589013 Aug 25 05:27:07.669879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e0c71fd2-0412-4b9b-a1ae-5853f8b65037 req-ce53e34a-5279-4652-aa83-8818370c9ad6 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485735 Aug 25 05:27:08.800148 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e7977-3fcd-4795-b01f-9608ef94b4c5 req-cdcf071f-06dd-4bc0-b28f-d845dc1b54a3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:08.801669 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-de1e7977-3fcd-4795-b01f-9608ef94b4c5 req-cdcf071f-06dd-4bc0-b28f-d845dc1b54a3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0508602 Aug 25 05:27:08.853024 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-de1e7977-3fcd-4795-b01f-9608ef94b4c5 req-6994103e-d186-42b4-adda-7914cbcc5d43 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449402 Aug 25 05:27:09.924644 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:09.984492 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17656b90-3c92-4f08-aad2-66e240e9bcb3 req-9bfee055-63a7-4faf-9169-2389d03cf302 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:09.986096 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17656b90-3c92-4f08-aad2-66e240e9bcb3 req-9bfee055-63a7-4faf-9169-2389d03cf302 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0547137 Aug 25 05:27:10.038124 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-17656b90-3c92-4f08-aad2-66e240e9bcb3 req-2879ea30-b4b6-4eed-bdce-4c8db17ecabf tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453203 Aug 25 05:27:11.055798 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:11.162314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1281f-45a4-49fc-9032-47ad17098834 req-a1500f4e-ceec-45d9-bae9-1eeff38bcee5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:11.164286 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-55b1281f-45a4-49fc-9032-47ad17098834 req-a1500f4e-ceec-45d9-bae9-1eeff38bcee5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0506058 Aug 25 05:27:11.210752 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-55b1281f-45a4-49fc-9032-47ad17098834 req-078bfc14-5f49-4237-8340-abed906944f3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 Aug 25 05:27:12.335806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b7b36c-3b4f-4c58-ae33-6c0ee63624a6 req-e4aa61b6-d70b-40f9-a733-d524dbe10af1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:12.337264 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57b7b36c-3b4f-4c58-ae33-6c0ee63624a6 req-e4aa61b6-d70b-40f9-a733-d524dbe10af1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0517642 Aug 25 05:27:12.385225 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-57b7b36c-3b4f-4c58-ae33-6c0ee63624a6 req-95ce57d3-9b91-4296-b8f2-528add3765d0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Aug 25 05:27:12.878599 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:13.501478 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828788f8-b6d3-462e-929a-8c5ae8a6ab45 req-506db7ed-4410-49d4-b157-0fbbe672ecdd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:13.502869 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-828788f8-b6d3-462e-929a-8c5ae8a6ab45 req-506db7ed-4410-49d4-b157-0fbbe672ecdd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0470712 Aug 25 05:27:13.549911 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-828788f8-b6d3-462e-929a-8c5ae8a6ab45 req-318dbebe-be52-46a2-ae56-c645d9a97df4 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Aug 25 05:27:13.853242 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184f55-87de-46d0-b524-30b716df2175 req-b2f749da-36d0-4156-bb38-d1dc5c588d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:13.854914 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-89184f55-87de-46d0-b524-30b716df2175 req-b2f749da-36d0-4156-bb38-d1dc5c588d06 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1127 time: 0.0400960 Aug 25 05:27:13.980019 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184f55-87de-46d0-b524-30b716df2175 req-f3824b77-ad53-4a4b-9775-11b3e8f61f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:13.981523 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-89184f55-87de-46d0-b524-30b716df2175 req-f3824b77-ad53-4a4b-9775-11b3e8f61f43 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=b0f35b076ec94efda11070e02d3a5acd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0965624 Aug 25 05:27:14.074556 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89184f55-87de-46d0-b524-30b716df2175 req-ce69c2cd-847b-4a88-84c3-58654a3d0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:14.076008 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-89184f55-87de-46d0-b524-30b716df2175 req-ce69c2cd-847b-4a88-84c3-58654a3d0009 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882106 Aug 25 05:27:14.174840 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-ba54b528-8075-4a91-8a6e-4ca578ea0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:14.176339 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-ba54b528-8075-4a91-8a6e-4ca578ea0e81 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1127 time: 0.0397499 Aug 25 05:27:14.227232 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-0f134866-7916-40fc-aa51-0735360e4ab8 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 217 time: 0.0369582 Aug 25 05:27:14.277231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-3608db5d-06de-4c9b-aac1-537d4f7b72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:14.278722 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-3608db5d-06de-4c9b-aac1-537d4f7b72c2 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0463662 Aug 25 05:27:14.324534 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-4c75dcd8-19d5-44d9-8abc-8f5bca0aa538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:14.326060 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-4c75dcd8-19d5-44d9-8abc-8f5bca0aa538 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417063 Aug 25 05:27:14.341335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:14.420143 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-5856dd61-4dfd-4a7c-80ca-83ffeb3d2d78 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884299 Aug 25 05:27:14.489889 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:14.527805 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ddefc80-81b4-4cf7-8765-e64dbc72640f req-1978d955-af32-441e-be75-91bb90f68dc3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887551 Aug 25 05:27:14.675749 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81e381-6cbc-4b81-8ec6-bf8010cd72b1 req-80bea363-4816-44c7-9b4d-97da73cf89c5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:14.677251 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa81e381-6cbc-4b81-8ec6-bf8010cd72b1 req-80bea363-4816-44c7-9b4d-97da73cf89c5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0512185 Aug 25 05:27:14.726941 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa81e381-6cbc-4b81-8ec6-bf8010cd72b1 req-f0215340-6d2d-4df5-965e-6e53b183200a tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438206 Aug 25 05:27:15.845941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ea039-f882-495b-bf14-967a406f524f req-7757a6f5-09ef-466d-ba44-c73740e12625 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:15.847539 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-087ea039-f882-495b-bf14-967a406f524f req-7757a6f5-09ef-466d-ba44-c73740e12625 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0475988 Aug 25 05:27:15.900403 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-087ea039-f882-495b-bf14-967a406f524f req-fcdde7f0-f9aa-4521-85a4-1ec530995ee0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465877 Aug 25 05:27:17.021728 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf00197-d50e-4977-9d41-f61a275331fe req-522c292a-4536-4556-bf18-59204abf88e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:17.023193 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cf00197-d50e-4977-9d41-f61a275331fe req-522c292a-4536-4556-bf18-59204abf88e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0466752 Aug 25 05:27:17.069236 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6cf00197-d50e-4977-9d41-f61a275331fe req-9d231ae6-b0e1-4378-9722-21f9fde3dbce tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 Aug 25 05:27:18.151828 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=74 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:18.153687 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:18.189261 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955c9d9-550a-46f1-a072-ed520fee1e12 req-28ab080c-64b6-4a24-bbce-2aaf074803ec tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:18.190720 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2955c9d9-550a-46f1-a072-ed520fee1e12 req-28ab080c-64b6-4a24-bbce-2aaf074803ec tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0474834 Aug 25 05:27:18.237249 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2955c9d9-550a-46f1-a072-ed520fee1e12 req-f2af5689-2bec-4570-a68f-a52f75677426 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Aug 25 05:27:19.358232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99268f14-e631-4d02-b5cf-d3f290ca6df6 req-59a94636-172a-4d7c-9323-c4c20486fc95 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:19.359720 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-99268f14-e631-4d02-b5cf-d3f290ca6df6 req-59a94636-172a-4d7c-9323-c4c20486fc95 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0510752 Aug 25 05:27:19.408225 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-99268f14-e631-4d02-b5cf-d3f290ca6df6 req-cc000c8d-3f40-4d96-b7aa-49ed837a7667 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Aug 25 05:27:20.522822 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6275e-4b03-4b2a-a18d-66a00bb59719 req-17d6e9fb-56ec-47fe-ba13-8bfc4ba4d453 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:20.524768 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fd6275e-4b03-4b2a-a18d-66a00bb59719 req-17d6e9fb-56ec-47fe-ba13-8bfc4ba4d453 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 943 time: 0.0452912 Aug 25 05:27:20.570386 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7fd6275e-4b03-4b2a-a18d-66a00bb59719 req-4a59f687-9cda-4736-ba54-6bed50a554df tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399904 Aug 25 05:27:20.815341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 900a73f5-8be4-4458-b1a2-c46381499c03 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:27:20.915327 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:20.925935 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '900a73f5-8be4-4458-b1a2-c46381499c03', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'port_id': '900a73f5-8be4-4458-b1a2-c46381499c03', 'mac_address': 'fa:16:3e:99:d0:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:27:20.959734 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 900a73f5-8be4-4458-b1a2-c46381499c03 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:20.963029 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:20.973430 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900a73f5-8be4-4458-b1a2-c46381499c03 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:27:20.992487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:21.090217 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.138628 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:21.169405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44676) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:21.218519 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Deleting subnet d57277a6-8de9-4412-be60-c231929fa904 {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:27:21.222559 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Publish callbacks [] for subnet (d57277a6-8de9-4412-be60-c231929fa904), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.258779 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (d57277a6-8de9-4412-be60-c231929fa904), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.298541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (d57277a6-8de9-4412-be60-c231929fa904), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.433576 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (d57277a6-8de9-4412-be60-c231929fa904), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.465002 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57277a6-8de9-4412-be60-c231929fa904,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:21.468726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.472005 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-e8dc2cff-671a-4702-b789-4d57590c7c75 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/d57277a6-8de9-4412-be60-c231929fa904 HTTP/1.1" status: 204 len: 168 time: 0.3014965 Aug 25 05:27:21.474734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44682) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:21.506552 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:27:21.544139 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (e49da47a-f1e4-484e-87dc-9a576ec5b8c0), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.626523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (e49da47a-f1e4-484e-87dc-9a576ec5b8c0), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.648420 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49da47a-f1e4-484e-87dc-9a576ec5b8c0']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:21.658660 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bae258-6693-428f-9410-43c56ff23198') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:21.658921 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bae258-6693-428f-9410-43c56ff23198') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:21.670165 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (28bae258-6693-428f-9410-43c56ff23198), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.684619 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (28bae258-6693-428f-9410-43c56ff23198), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.691060 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:27:21.693090 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (28bae258-6693-428f-9410-43c56ff23198), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.696515 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb17bb-0c13-4656-b3eb-d3accdfe4962 req-dc467dfe-5c76-4bec-8baf-e5c0516f89ef tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:21.698207 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-efdb17bb-0c13-4656-b3eb-d3accdfe4962 req-dc467dfe-5c76-4bec-8baf-e5c0516f89ef tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 944 time: 0.0481126 Aug 25 05:27:21.730488 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 28bae258-6693-428f-9410-43c56ff23198 resource provider aggregate not found Aug 25 05:27:21.749377 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 28bae258-6693-428f-9410-43c56ff23198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28bae258-6693-428f-9410-43c56ff23198 found for delete ", "request_id": "req-417d2e07-edf5-43ff-b859-2b836d7854a2"}]} Aug 25 05:27:21.749901 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-efdb17bb-0c13-4656-b3eb-d3accdfe4962 req-8f58ba6b-319a-4fa8-83a8-6613534f6f85 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456843 Aug 25 05:27:21.838968 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (e49da47a-f1e4-484e-87dc-9a576ec5b8c0), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.844371 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:21.847612 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/e49da47a-f1e4-484e-87dc-9a576ec5b8c0 HTTP/1.1" status: 204 len: 168 time: 0.3718207 Aug 25 05:27:21.862756 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15caeaa-c1a8-472d-9349-f3b8f9877cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=e49da47a-f1e4-484e-87dc-9a576ec5b8c0,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:22.247841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44692) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:22.287016 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e1e272b6-8ec5-40e6-ba6a-261b5f6a39eb admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=aed82d3b5299415ca1e2e3cfcb7e2d0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380943 Aug 25 05:27:22.289366 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44694) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:22.339277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] Publish callbacks [] for security_group (4e3e6742-d0ee-44fb-a68e-bcff759b8b96), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:22.358727 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] Publish callbacks [] for security_group (4e3e6742-d0ee-44fb-a68e-bcff759b8b96), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:22.473120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (4e3e6742-d0ee-44fb-a68e-bcff759b8b96), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:22.476307 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:22.477429 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/4e3e6742-d0ee-44fb-a68e-bcff759b8b96 HTTP/1.1" status: 204 len: 168 time: 0.1871355 Aug 25 05:27:22.488370 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e07a1d-9957-4f12-8310-23cf6fa50164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3e6742-d0ee-44fb-a68e-bcff759b8b96,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:22.839086 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 900a73f5-8be4-4458-b1a2-c46381499c03 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:22.879680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9291d6-99e4-4f59-9d7f-47249aadd275 req-dd925402-2283-4ce0-9b58-876a1a19e2cd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:22.886138 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3f9291d6-99e4-4f59-9d7f-47249aadd275 req-dd925402-2283-4ce0-9b58-876a1a19e2cd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 944 time: 0.0603089 Aug 25 05:27:22.892999 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 900a73f5-8be4-4458-b1a2-c46381499c03 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:27:22.932785 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3f9291d6-99e4-4f59-9d7f-47249aadd275 req-ae636550-c9b5-481e-bb08-967fadd9fe05 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Aug 25 05:27:22.951837 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 900a73f5-8be4-4458-b1a2-c46381499c03 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:22.955585 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:23.030145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 900a73f5-8be4-4458-b1a2-c46381499c03 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:23.030553 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:23.053516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:27:23.056557 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb97d6d2-373b-45de-907b-53c9abbdf389" -d '{"events": [{"server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "name": "network-vif-plugged", "status": "completed", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:27:23.069011 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:23.093098 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb046e53-a5cb-42e1-b904-c8a75469bdfd x-openstack-request-id: req-fb046e53-a5cb-42e1-b904-c8a75469bdfd {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:27:23.093386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "name": "network-vif-plugged", "status": "completed", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:27:23.093665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb046e53-a5cb-42e1-b904-c8a75469bdfd {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:27:23.094062 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb046e53-a5cb-42e1-b904-c8a75469bdfd'] response: {'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'code': 200} Aug 25 05:27:23.156703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:23.207614 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:23.480508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40145187-1047-46bb-8021-de310291f7e7 req-c601e31e-30fc-48ae-931c-0af3c2e107fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:23.482021 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-40145187-1047-46bb-8021-de310291f7e7 req-c601e31e-30fc-48ae-931c-0af3c2e107fc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1129 time: 0.0403731 Aug 25 05:27:23.527195 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-40145187-1047-46bb-8021-de310291f7e7 req-cb70fb93-e732-4e93-81d2-c7d5e33bac3f service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Aug 25 05:27:23.592927 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44726) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:23.688895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2044609732-network', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:23.822718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Made reservation on behalf of 5223392ed2dc4eff871b9e788e4d677e for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:27:23.825120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:23.833768 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:23.861368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:23.909294 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks [] for security_group (17c0c1ae-4951-45f8-b357-899e1c1c14b9), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.034308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (17c0c1ae-4951-45f8-b357-899e1c1c14b9), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.055558 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.067558 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c0c1ae-4951-45f8-b357-899e1c1c14b9,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:24.151957 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.152581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:27:24.159950 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550bc3f-519b-4bb2-bd24-9f5c52dfa7a4 req-04616f21-d9c5-4a0d-bfe1-ba5db4558dff tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:24.161432 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a550bc3f-519b-4bb2-bd24-9f5c52dfa7a4 req-04616f21-d9c5-4a0d-bfe1-ba5db4558dff tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.1570115 Aug 25 05:27:24.161762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.162104 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Added segment 762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3 of type vlan for network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d Aug 25 05:27:24.204246 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.209813 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a550bc3f-519b-4bb2-bd24-9f5c52dfa7a4 req-0e42cc46-19c7-42f7-a26a-02db9095985c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Aug 25 05:27:24.358867 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.359922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:24.360504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.420930 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] Pushing event updated for resources: {'Network': ['ID=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:24.435677 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:27:24.437915 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=70 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.439343 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=68,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.448238 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=61,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.482561 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8daf8422-de7c-4552-8fbe-270c3e1f63a8 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8885362 Aug 25 05:27:24.485431 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44738) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:24.490351 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Request body: {'subnet': {'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2044609732-subnet', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'ip_version': 4}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:24.602434 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Made reservation on behalf of 5223392ed2dc4eff871b9e788e4d677e for: {'subnet': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:27:24.605301 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7000006'] for subnet (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.827460 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5219470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7000052'] for subnet (5c9eb564-57f6-439a-aad7-3f01cf773b24), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:24.831205 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:24.885883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9eb564-57f6-439a-aad7-3f01cf773b24,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:24.895958 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:24.896304 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Network hostable DHCP agents. Network: 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107055) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:27:24.993367 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107055) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:27:25.168577 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d) {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:25.174527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:25.175485 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.180469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b91b6d9-2b8e-471b-b712-82f28460e3ec None None] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:27:25.293205 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:27:25.294228 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.342236 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb551313-1c23-4b51-b895-f4d38e401e8e req-21fc8c5d-8323-4fee-a445-ef11c7563462 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:25.344223 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb551313-1c23-4b51-b895-f4d38e401e8e req-21fc8c5d-8323-4fee-a445-ef11c7563462 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0588725 Aug 25 05:27:25.397238 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-eb551313-1c23-4b51-b895-f4d38e401e8e req-d0365463-0c26-47d9-b448-e365378b1088 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429075 Aug 25 05:27:25.413034 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e7f1bb44-4f6c-4cda-89a7-3f3e1d966f85 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9265163 Aug 25 05:27:25.415686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44746) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:25.419991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:25.435145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Allocated IP 172.20.0.2 (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d/5c9eb564-57f6-439a-aad7-3f01cf773b24/3527146c-b7b6-4d1f-923e-f8301e368426) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:25.531862 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180a497-a805-4953-a235-64c09d9274ae req-39c73233-1faf-41a6-9e93-6c073fa24d98 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:25.538078 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a180a497-a805-4953-a235-64c09d9274ae req-39c73233-1faf-41a6-9e93-6c073fa24d98 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0550029 Aug 25 05:27:25.565382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.567695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.586706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks [] for port (3527146c-b7b6-4d1f-923e-f8301e368426), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.597092 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a180a497-a805-4953-a235-64c09d9274ae req-1b18894a-179b-44ef-ac8f-2fb703f59180 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546515 Aug 25 05:27:25.636648 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for router_controller (8bc0bcd4-c42f-488e-af45-db2726e83285), precommit_add_association {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.707918 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.747568 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:25.752425 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:25.755164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:25.762817 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Pushing event updated for resources: {'Port': ['ID=3527146c-b7b6-4d1f-923e-f8301e368426,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:25.818346 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Attempting to bind port 3527146c-b7b6-4d1f-923e-f8301e368426 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:25.818725 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Attempting to bind port 3527146c-b7b6-4d1f-923e-f8301e368426 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:25.819107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Attempting to bind port 3527146c-b7b6-4d1f-923e-f8301e368426 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:25.825274 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:25.825564 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:25.825984 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.826371 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Bound using segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:25.827247 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Bound port: 3527146c-b7b6-4d1f-923e-f8301e368426, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:25.827247 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.886226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for router_gateway (8bc0bcd4-c42f-488e-af45-db2726e83285), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:25.895120 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] For port 3527146c-b7b6-4d1f-923e-f8301e368426, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:25.898241 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] For port 3527146c-b7b6-4d1f-923e-f8301e368426, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3527146c-b7b6-4d1f-923e-f8301e368426,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:25.957740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bf6fd-ef72-4483-bc0c-3c800a0c9efa req-4135d11f-4236-4a73-8b4d-1fc9540773cb tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:25.959241 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-083bf6fd-ef72-4483-bc0c-3c800a0c9efa req-4135d11f-4236-4a73-8b4d-1fc9540773cb tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0466771 Aug 25 05:27:25.988065 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.021727 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-083bf6fd-ef72-4483-bc0c-3c800a0c9efa req-72e0182e-b2c7-4511-8318-4a073eedeb3b tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564585 Aug 25 05:27:26.052685 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0be2aa-6dce-457f-98d5-d882cbf49ab1 None None] Pushing event updated for resources: {'Port': ['ID=3527146c-b7b6-4d1f-923e-f8301e368426,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:26.140818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:26.157328 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for router_gateway (8bc0bcd4-c42f-488e-af45-db2726e83285), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.186331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.311495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Allocated IP 172.27.3.226 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/e68a598b-bad7-4090-af5a-a61053789e01) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:26.428637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for port (e68a598b-bad7-4090-af5a-a61053789e01), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.453517 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:26.493880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3fb098f0-1be0-4e36-85e1-1d9bfb7496b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.530895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e68a598b-bad7-4090-af5a-a61053789e01), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.569510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:26.572480 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:26.575967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:26.606159 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Pushing event updated for resources: {'Port': ['ID=e68a598b-bad7-4090-af5a-a61053789e01,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:26.912289 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for router_gateway (8bc0bcd4-c42f-488e-af45-db2726e83285), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:26.999503 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5ea134-0c02-45ea-b312-6ebffecf6ae1 None None] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:27:27.071112 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Provisioning complete for port 3527146c-b7b6-4d1f-923e-f8301e368426 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:27.071487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.184916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44768) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:27.203374 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Current status of the port 3527146c-b7b6-4d1f-923e-f8301e368426 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:27.209821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.253513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] For port 3527146c-b7b6-4d1f-923e-f8301e368426, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3527146c-b7b6-4d1f-923e-f8301e368426,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:27.338297 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-420235c7-5a83-4d83-9b9c-2d7bc1e54609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.340377 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:27.353513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.388042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.421327 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbeb123-765f-4cf6-a5cf-513c824936ce None None] Pushing event updated for resources: {'Port': ['ID=3527146c-b7b6-4d1f-923e-f8301e368426,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:27.437310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-420235c7-5a83-4d83-9b9c-2d7bc1e54609 admin admin] Publish callbacks [] for security_group (3756669b-d8d3-490b-83f5-6bb15f9c2174), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.470924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-9381b564-0e7a-407c-bb44-51a141ca2235 None None] Provisioning complete for port 3527146c-b7b6-4d1f-923e-f8301e368426 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:27.471374 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-9381b564-0e7a-407c-bb44-51a141ca2235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.495732 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-420235c7-5a83-4d83-9b9c-2d7bc1e54609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3756669b-d8d3-490b-83f5-6bb15f9c2174), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.519584 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:27.537395 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-420235c7-5a83-4d83-9b9c-2d7bc1e54609 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=cac1cbc4cf3547288a7e5f6edea8e4c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500960 Aug 25 05:27:27.540026 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44772) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:27.542579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420235c7-5a83-4d83-9b9c-2d7bc1e54609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3756669b-d8d3-490b-83f5-6bb15f9c2174,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:27.548079 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-9381b564-0e7a-407c-bb44-51a141ca2235 None None] Current status of the port 3527146c-b7b6-4d1f-923e-f8301e368426 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:27.584120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:27:27.598645 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] Publish callbacks [] for security_group (3756669b-d8d3-490b-83f5-6bb15f9c2174), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.655663 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] Publish callbacks [] for security_group (3756669b-d8d3-490b-83f5-6bb15f9c2174), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.735637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:27:27.745142 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:27:27.756785 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:27.757388 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:26:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:27.835744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.837065 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-5927d49b-7dc5-43b7-8b05-b4f4c7b50053 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4203601 Aug 25 05:27:27.840326 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44774) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:27.854637 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:27.883086 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (3756669b-d8d3-490b-83f5-6bb15f9c2174), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.885742 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:27.891535 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/3756669b-d8d3-490b-83f5-6bb15f9c2174 HTTP/1.1" status: 204 len: 168 time: 0.3450930 Aug 25 05:27:27.896396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:27.902413 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c954ff-58a8-4f23-821d-780be63c7ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3756669b-d8d3-490b-83f5-6bb15f9c2174,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:28.153513 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:26Z', 'revision_number': 3, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:28.190171 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:27:28.193443 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Updating router 8bc0bcd4-c42f-488e-af45-db2726e83285 port e68a598b-bad7-4090-af5a-a61053789e01 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:27:28.214981 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3527146c-b7b6-4d1f-923e-f8301e368426 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:28.243435 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e68a598b-bad7-4090-af5a-a61053789e01), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.261377 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:28.281270 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3527146c-b7b6-4d1f-923e-f8301e368426 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:28.281689 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.361309 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.371260 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:28.403786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3527146c-b7b6-4d1f-923e-f8301e368426 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:28.521052 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:28.558957 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks [] for port (e68a598b-bad7-4090-af5a-a61053789e01), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.571260 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Allocated IP 172.20.0.1 (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d/5c9eb564-57f6-439a-aad7-3f01cf773b24/7b4d67af-f020-4846-b6ef-1bc34ff8b575) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:28.580649 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:28.663144 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e68a598b-bad7-4090-af5a-a61053789e01), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.663396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4d590e10-1ad7-4f12-b0bd-f340afb844bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.686129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks [] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.696377 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Attempting to bind port e68a598b-bad7-4090-af5a-a61053789e01 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:28.697347 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Attempting to bind port e68a598b-bad7-4090-af5a-a61053789e01 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:28.697735 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Attempting to bind port e68a598b-bad7-4090-af5a-a61053789e01 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:28.709788 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:28.710157 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:28.710548 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.710934 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:28.711392 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Bound port: e68a598b-bad7-4090-af5a-a61053789e01, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:28.711761 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e68a598b-bad7-4090-af5a-a61053789e01), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.733958 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042471e0-b82d-466f-9c4b-c4a982c19067 None None] Pushing event updated for resources: {'Port': ['ID=e68a598b-bad7-4090-af5a-a61053789e01,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:28.764077 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] For port e68a598b-bad7-4090-af5a-a61053789e01, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:28.767170 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] For port e68a598b-bad7-4090-af5a-a61053789e01, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e68a598b-bad7-4090-af5a-a61053789e01,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:28.896151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.931838 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e68a598b-bad7-4090-af5a-a61053789e01), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:28.938913 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:28.942300 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:28.946351 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:28.951006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:28.972595 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Pushing event updated for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:28.978458 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:28.979072 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:28.995770 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (8bc0bcd4-c42f-488e-af45-db2726e83285), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.022802 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:29.033576 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042471e0-b82d-466f-9c4b-c4a982c19067 None None] Pushing event updated for resources: {'Port': ['ID=e68a598b-bad7-4090-af5a-a61053789e01,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:29.102363 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:29.155674 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:29.187673 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-a2ae7c7f-b04c-456e-afda-2054585dc3c9 None None] Provisioning complete for port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:29.188050 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a2ae7c7f-b04c-456e-afda-2054585dc3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.232882 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-a2ae7c7f-b04c-456e-afda-2054585dc3c9 None None] Port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:27:29.256479 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.283804 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:26Z', 'revision_number': 3, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:29.307311 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8249fb0e-fc4a-4252-9343-3588b962461e None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:26Z', 'revision_number': 3, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:27:29.427256 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks [] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.545363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.632090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Pushing event updated for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:29.635688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (8bc0bcd4-c42f-488e-af45-db2726e83285), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.732259 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:29.733710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:29.857943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:27:29.964837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:29.971842 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bfe41c8d-ceb3-4852-bb30-068b6d0f8962 None None] Provisioning complete for port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:29.972460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bfe41c8d-ceb3-4852-bb30-068b6d0f8962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:29.977024 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:27:29.982538 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-581a9bab-5044-45c3-9072-8f00e7f47ada admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8bc0bcd4-c42f-488e-af45-db2726e83285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409266 Aug 25 05:27:30.007516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bfe41c8d-ceb3-4852-bb30-068b6d0f8962 None None] Port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:27:30.050707 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.155662 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e68a598b-bad7-4090-af5a-a61053789e01 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:30.202035 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e68a598b-bad7-4090-af5a-a61053789e01 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:30.202409 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e68a598b-bad7-4090-af5a-a61053789e01), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.413560 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e68a598b-bad7-4090-af5a-a61053789e01 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:30.414180 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e68a598b-bad7-4090-af5a-a61053789e01), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.436359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port e68a598b-bad7-4090-af5a-a61053789e01, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e68a598b-bad7-4090-af5a-a61053789e01,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:30.530434 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e68a598b-bad7-4090-af5a-a61053789e01), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.579491 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=e68a598b-bad7-4090-af5a-a61053789e01,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:30.777254 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44812) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:30.782375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-683791952-network', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:30.923742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:27:30.923742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:30.923742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:30.924057 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Made reservation on behalf of 5e8a8884da6245b58fb905708bf4ced5 for: {'network': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:27:30.924057 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.924057 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:30.990857 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:30.995898 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks [] for security_group (e04da587-1bec-4603-8cdf-cfc8c8e8bce0), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.000905 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:31.105315 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e04da587-1bec-4603-8cdf-cfc8c8e8bce0), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.139413 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=107055) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:27:31.145802 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04da587-1bec-4603-8cdf-cfc8c8e8bce0,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:31.158282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (c733b0d0-acdc-4009-8878-2184f708ed13), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.158623 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.segments_db [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Added segment c733b0d0-acdc-4009-8878-2184f708ed13 of type vlan for network 9140107d-af9e-40d6-83d7-9baf8daf6953 Aug 25 05:27:31.160972 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.161311 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.161681 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.162017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.162343 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.162669 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.162992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.163312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.163636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.163951 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.164272 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.164592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.164908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.165755 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.166072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:31.196268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 2, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:31.207738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (9140107d-af9e-40d6-83d7-9baf8daf6953), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.225954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:27:31.226509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Updating router 8bc0bcd4-c42f-488e-af45-db2726e83285 port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:27:31.255100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.335665 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (9140107d-af9e-40d6-83d7-9baf8daf6953), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.336705 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:31.337295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.401490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] Pushing event updated for resources: {'Network': ['ID=9140107d-af9e-40d6-83d7-9baf8daf6953,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:31.434864 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:27:31.471339 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-607933bf-6d4f-4491-8817-094f2a453fc9 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6901066 Aug 25 05:27:31.475162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44816) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:31.476149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.476844 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.478230 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Request body: {'subnet': {'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-683791952-subnet', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:31.576118 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Made reservation on behalf of 5e8a8884da6245b58fb905708bf4ced5 for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:27:31.578511 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.597031 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks [] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.713517 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.758083 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967fd3-621b-4736-b8f8-4fb027083d6c None None] Pushing event updated for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:31.804907 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Attempting to bind port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:31.805264 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Attempting to bind port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:31.805648 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Attempting to bind port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:31.810656 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:31.811017 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:31.811408 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.811794 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Bound using segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:31.812262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Bound port: 7b4d67af-f020-4846-b6ef-1bc34ff8b575, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:31.812614 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.833441 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (2f0c6b09-0b4b-4682-94fe-01461a7d020a), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.843540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:31.875083 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] For port 7b4d67af-f020-4846-b6ef-1bc34ff8b575, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:31.878268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] For port 7b4d67af-f020-4846-b6ef-1bc34ff8b575, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=7b4d67af-f020-4846-b6ef-1bc34ff8b575,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:31.884751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0c6b09-0b4b-4682-94fe-01461a7d020a,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:31.900241 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Checking segment: {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:31.900597 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Network hostable DHCP agents. Network: 9140107d-af9e-40d6-83d7-9baf8daf6953, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:27:31.906643 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:31.970407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:31.992925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:27:32.009771 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:32.012540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:32.013149 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:32.017476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:32.060022 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97967fd3-621b-4736-b8f8-4fb027083d6c None None] Pushing event updated for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:32.101561 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 9140107d-af9e-40d6-83d7-9baf8daf6953) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:32.118061 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:32.118636 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.120502 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b8eb4-8efd-456f-87bd-405e70b6f25b None None] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:27:32.164924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:32.168646 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e68a598b-bad7-4090-af5a-a61053789e01 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:32.218630 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6ff08fbd-67db-4563-ae5d-35b77d198772 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7459168 Aug 25 05:27:32.221433 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44818) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:32.226429 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:32.313152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.314250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.366417 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-9140107d-af9e-40d6-83d7-9baf8daf6953', 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953', 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'fixed_ips': [{'subnet_id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:27:32.367300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.369187 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e68a598b-bad7-4090-af5a-a61053789e01 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:32.369529 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e68a598b-bad7-4090-af5a-a61053789e01), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.377358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for router_controller (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), precommit_add_association {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.575866 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for router_gateway (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.595285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:31Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:32.757270 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349a3977-a6d7-461c-ab8b-6a06dcde6f45 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:31Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:27:32.765800 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e68a598b-bad7-4090-af5a-a61053789e01 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:32.777703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Allocated IP 172.20.0.2 (9140107d-af9e-40d6-83d7-9baf8daf6953/2f0c6b09-0b4b-4682-94fe-01461a7d020a/b7fc2243-5866-41f2-992e-b5d2bcb04616) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:32.782296 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:32.846721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for router_gateway (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.867271 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.944153 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks [] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:32.945334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:32.991206 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Allocated IP 172.27.3.149 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/3da406d6-8998-435f-8bdb-cb0fbe9e3452) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:33.027976 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.070954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:33.074604 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:33.078735 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:33.079730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:33.085334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Pushing event updated for resources: {'Port': ['ID=b7fc2243-5866-41f2-992e-b5d2bcb04616,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:33.109984 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.142774 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Attempting to bind port b7fc2243-5866-41f2-992e-b5d2bcb04616 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:33.143150 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Attempting to bind port b7fc2243-5866-41f2-992e-b5d2bcb04616 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:33.143555 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Attempting to bind port b7fc2243-5866-41f2-992e-b5d2bcb04616 on network 9140107d-af9e-40d6-83d7-9baf8daf6953 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:33.149166 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:33.149571 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Checking segment: {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:33.150003 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.150451 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Bound using segment: {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:33.150916 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Bound port: b7fc2243-5866-41f2-992e-b5d2bcb04616, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:33.151295 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.205793 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.218747 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] For port b7fc2243-5866-41f2-992e-b5d2bcb04616, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:33.233796 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] For port b7fc2243-5866-41f2-992e-b5d2bcb04616, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b7fc2243-5866-41f2-992e-b5d2bcb04616,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:33.247903 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:33.253787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:33.256747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:33.292274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Pushing event updated for resources: {'Port': ['ID=3da406d6-8998-435f-8bdb-cb0fbe9e3452,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:33.319525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.385895 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9ceee-0509-4058-a596-c8ee84e05213 None None] Pushing event updated for resources: {'Port': ['ID=b7fc2243-5866-41f2-992e-b5d2bcb04616,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:33.643496 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for router_gateway (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:33.837992 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:33.842910 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.073655 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Router bc80b45f-f980-4711-8c2b-bbd4ae648ffc is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107055) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:27:34.191841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:27:34.203818 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 7b4d67af-f020-4846-b6ef-1bc34ff8b575 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:34.206073 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Sync routers for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:27:34.217219 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:34.217950 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:34.252766 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:34.253128 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.275163 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.280064 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44824) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:34.285198 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-8500748e-a560-4c10-bcd4-9e52c06d8a6e admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0626318 Aug 25 05:27:34.298431 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80665fd5-3170-41e3-8269-c44994ca3b0d None None] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:27:34.340396 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:34.372190 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:34.380205 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Provisioning complete for port b7fc2243-5866-41f2-992e-b5d2bcb04616 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:34.380568 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.467446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:34.467446 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.512123 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:34.523449 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:33Z', 'revision_number': 3, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:34.526668 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 7b4d67af-f020-4846-b6ef-1bc34ff8b575, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=7b4d67af-f020-4846-b6ef-1bc34ff8b575,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:34.551385 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Checking router: bc80b45f-f980-4711-8c2b-bbd4ae648ffc for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:27:34.551732 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Updating router bc80b45f-f980-4711-8c2b-bbd4ae648ffc port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:27:34.560394 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Current status of the port b7fc2243-5866-41f2-992e-b5d2bcb04616 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:34.560781 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.582922 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.598148 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] For port b7fc2243-5866-41f2-992e-b5d2bcb04616, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b7fc2243-5866-41f2-992e-b5d2bcb04616,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:34.644595 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.645426 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b7fc2243-5866-41f2-992e-b5d2bcb04616 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:34.669918 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:34.734384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.753364 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.763186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:34.795730 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port b7fc2243-5866-41f2-992e-b5d2bcb04616 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:34.796100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.858527 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-d7fa261d-f94c-4ab2-aaa0-730a691a2ea3 None None] Provisioning complete for port b7fc2243-5866-41f2-992e-b5d2bcb04616 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:34.858800 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d7fa261d-f94c-4ab2-aaa0-730a691a2ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.867462 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a17ba-c2a6-4d7d-8091-644432237dde None None] Pushing event updated for resources: {'Port': ['ID=b7fc2243-5866-41f2-992e-b5d2bcb04616,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:34.879277 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks [] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.948429 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port b7fc2243-5866-41f2-992e-b5d2bcb04616 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:34.974227 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:34.983253 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-d7fa261d-f94c-4ab2-aaa0-730a691a2ea3 None None] Current status of the port b7fc2243-5866-41f2-992e-b5d2bcb04616 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:34.989823 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:35.013949 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Attempting to bind port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:35.014356 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Attempting to bind port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:35.014713 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Attempting to bind port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:35.029720 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:35.030093 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:35.030490 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.030990 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:35.031462 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Bound port: 3da406d6-8998-435f-8bdb-cb0fbe9e3452, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:35.031928 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.036749 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Pushing event updated for resources: {'Port': ['ID=3da406d6-8998-435f-8bdb-cb0fbe9e3452,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:35.063891 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.064224 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.064577 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.064911 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.065236 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.065553 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.065896 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.066211 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.066523 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.066836 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.067149 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.067477 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.067790 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.068098 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.068404 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.101922 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] For port 3da406d6-8998-435f-8bdb-cb0fbe9e3452, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:35.105007 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] For port 3da406d6-8998-435f-8bdb-cb0fbe9e3452, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3da406d6-8998-435f-8bdb-cb0fbe9e3452,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:35.160963 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Allocated IP 172.20.0.1 (9140107d-af9e-40d6-83d7-9baf8daf6953/2f0c6b09-0b4b-4682-94fe-01461a7d020a/83853a14-03ef-443f-879c-a1a1d0eaf12f) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:35.212381 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:35.233335 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.266883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks [] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.275014 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:35.275642 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:35.313160 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:35.330510 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3622d3-b343-49f2-8dcd-de8a30abab4a None None] Pushing event updated for resources: {'Port': ['ID=3da406d6-8998-435f-8bdb-cb0fbe9e3452,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:35.368846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.390774 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:35.407020 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:35.411589 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:35.415951 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:35.438493 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:35.451707 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.452075 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.452388 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.452717 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.453045 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.453384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.453719 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.454042 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.454366 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.454686 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.455010 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.455329 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.455649 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.455962 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.456279 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:35.473919 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.653321 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:33Z', 'revision_number': 3, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:35.682466 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457cae3c-4d64-4833-8ccd-6d94947c9199 None None] The sync data for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi is: [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:33Z', 'revision_number': 3, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:27:35.690060 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.704203 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-7677ac2e-e636-439e-8b7e-39cb928926d4 None None] Provisioning complete for port 83853a14-03ef-443f-879c-a1a1d0eaf12f triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:35.704722 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7677ac2e-e636-439e-8b7e-39cb928926d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.741206 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7677ac2e-e636-439e-8b7e-39cb928926d4 None None] Port 83853a14-03ef-443f-879c-a1a1d0eaf12f cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:27:35.804962 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:35.869400 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks [] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:35.956780 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.034882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.036955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:36.147066 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:36.148624 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:36.271962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 7b4d67af-f020-4846-b6ef-1bc34ff8b575 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:36.290390 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Router bc80b45f-f980-4711-8c2b-bbd4ae648ffc has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:27:36.319796 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:36.320169 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.351240 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:36.409112 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:36.410231 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3da406d6-8998-435f-8bdb-cb0fbe9e3452 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:36.415612 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:27:36.422185 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7f4afcc4-aa09-4674-9e3e-e1daeda8e8d2 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/bc80b45f-f980-4711-8c2b-bbd4ae648ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409512 Aug 25 05:27:36.470244 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-aaa4d209-c488-4a64-b679-d27fba58e829 None None] Provisioning complete for port 83853a14-03ef-443f-879c-a1a1d0eaf12f triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:36.470621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-aaa4d209-c488-4a64-b679-d27fba58e829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.495074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:36.495445 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.539069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-aaa4d209-c488-4a64-b679-d27fba58e829 None None] Port 83853a14-03ef-443f-879c-a1a1d0eaf12f cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:27:36.586333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:36.586727 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.618795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 3da406d6-8998-435f-8bdb-cb0fbe9e3452, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3da406d6-8998-435f-8bdb-cb0fbe9e3452,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:36.689959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.690792 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b7fc2243-5866-41f2-992e-b5d2bcb04616 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:36.770943 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=3da406d6-8998-435f-8bdb-cb0fbe9e3452,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:36.779080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port b7fc2243-5866-41f2-992e-b5d2bcb04616 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:36.779471 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:36.856265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:36.860109 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port b7fc2243-5866-41f2-992e-b5d2bcb04616 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:36.877710 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44840) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:36.885466 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-680604050', 'description': 'tempest-secgroup-smoke-680604050 description', 'project_id': '5223392ed2dc4eff871b9e788e4d677e'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:37.018629 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.080477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:37.085525 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003f20b-c4d2-41cb-9437-a3b4c2c2379d req-53bcbfcf-56eb-422a-bb9c-950a11ddcdcd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:37.087095 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7003f20b-c4d2-41cb-9437-a3b4c2c2379d req-53bcbfcf-56eb-422a-bb9c-950a11ddcdcd tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0520408 Aug 25 05:27:37.093224 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.137395 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7003f20b-c4d2-41cb-9437-a3b4c2c2379d req-343251b6-3725-4b0b-8b8e-cc54fe5ae2db tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443592 Aug 25 05:27:37.164053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44846) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:37.185420 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.223562 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:37.295473 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.296743 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b20c5462-6dcf-4669-ac03-fae8b9f4d668 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4171309 Aug 25 05:27:37.299904 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44850) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:37.304289 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:37.355712 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Sync routers for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:27:37.365376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:37.366098 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:37.366868 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0411820e-f00d-4d59-a65a-ee79891717cc tempest-TestMinimumBasicScenario-315869337 tempest-TestMinimumBasicScenario-315869337-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:37.368453 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0411820e-f00d-4d59-a65a-ee79891717cc tempest-TestMinimumBasicScenario-315869337 tempest-TestMinimumBasicScenario-315869337-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1124 time: 0.2034082 Aug 25 05:27:37.371553 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44852) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:37.375828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'port_id': '900a73f5-8be4-4458-b1a2-c46381499c03', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:37.387991 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:37.438462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (fc9c020d-7be3-4d6a-959b-3d6b000b5db2), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.468493 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:37.478769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.539835 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (fc9c020d-7be3-4d6a-959b-3d6b000b5db2), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.568973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.619232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (fc9c020d-7be3-4d6a-959b-3d6b000b5db2), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.648727 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc9c020d-7be3-4d6a-959b-3d6b000b5db2,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:37.659488 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 4, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '83853a14-03ef-443f-879c-a1a1d0eaf12f', 'name': '', 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'mac_address': 'fa:16:3e:f8:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:34Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 2, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'subnets': [{'id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:37.678216 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:37.688334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Checking router: bc80b45f-f980-4711-8c2b-bbd4ae648ffc for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:27:37.688676 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Updating router bc80b45f-f980-4711-8c2b-bbd4ae648ffc port 83853a14-03ef-443f-879c-a1a1d0eaf12f binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:27:37.699388 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Allocated IP 172.27.3.161 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/e85cf1c0-0edf-4b00-9b51-4217d1df82cf) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:27:37.705413 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.706634 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-ae53f06e-8ca7-49b2-89f2-659ead74a012 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4057870 Aug 25 05:27:37.718480 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.761822 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44854) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:37.767048 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:37.840993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:37.994720 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks [] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.148539 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3da406d6-8998-435f-8bdb-cb0fbe9e3452 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:38.178147 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:38.205900 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:38.206247 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.284557 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:38.534475 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (6d5c6ea0-1cd8-450c-9662-c400a091cc6d), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.591710 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.593085 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (6d5c6ea0-1cd8-450c-9662-c400a091cc6d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.595118 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.637490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:27:38.642488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:27:38.646592 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:27:38.650333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'Port': ['ID=e85cf1c0-0edf-4b00-9b51-4217d1df82cf,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:38.711032 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (6d5c6ea0-1cd8-450c-9662-c400a091cc6d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.732589 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d5c6ea0-1cd8-450c-9662-c400a091cc6d,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:38.787543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=100 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:38.795787 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Pushing event updated for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:38.804006 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.808128 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-10ee18fd-30e7-42e0-807c-38c923e562b5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0421960 Aug 25 05:27:38.808260 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44856) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:38.813197 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:38.813388 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:38.820497 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.820828 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.821207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.821336 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:38.821536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.821887 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.822204 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.822519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.823156 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.823636 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.823917 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.824232 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.824547 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.824874 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.825173 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.825482 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:27:38.840384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Attempting to bind port 83853a14-03ef-443f-879c-a1a1d0eaf12f on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:27:38.840384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Attempting to bind port 83853a14-03ef-443f-879c-a1a1d0eaf12f by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:27:38.840384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Attempting to bind port 83853a14-03ef-443f-879c-a1a1d0eaf12f on network 9140107d-af9e-40d6-83d7-9baf8daf6953 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:27:38.845504 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:27:38.845915 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Checking segment: {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:27:38.846309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.846823 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Bound using segment: {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:27:38.847277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Bound port: 83853a14-03ef-443f-879c-a1a1d0eaf12f, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c733b0d0-acdc-4009-8878-2184f708ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:27:38.847649 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.901166 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:38.912391 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] For port 83853a14-03ef-443f-879c-a1a1d0eaf12f, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:27:38.917519 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] For port 83853a14-03ef-443f-879c-a1a1d0eaf12f, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=83853a14-03ef-443f-879c-a1a1d0eaf12f,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:27:38.925580 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (6331ea23-7749-4426-8f93-646d66f55483), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.986625 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:38.990993 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (6331ea23-7749-4426-8f93-646d66f55483), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.021419 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:39.022175 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:39.111162 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (6331ea23-7749-4426-8f93-646d66f55483), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.122006 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5c675-e89b-417a-83fa-808ae2f60aaf None None] Pushing event updated for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:39.133514 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6331ea23-7749-4426-8f93-646d66f55483,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:39.159565 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:39.194297 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.198388 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a67d5f34-b4ec-4e0a-8bff-54673e72a47e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3866005 Aug 25 05:27:39.199248 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44858) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:39.203821 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:39.293822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for floatingip (f720de2b-c939-434b-aa85-ac83c0099fc2), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.323610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (12c9b1d7-6483-420e-a150-2710737468e7), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.358902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 4, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '83853a14-03ef-443f-879c-a1a1d0eaf12f', 'name': '', 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'mac_address': 'fa:16:3e:f8:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:34Z', 'updated_at': '2022-08-25T05:27:38Z', 'revision_number': 4, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'subnets': [{'id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:39.383365 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572339e4-b292-4ed5-88e8-83e2244195bb None None] The sync data for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi is: [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:35Z', 'revision_number': 4, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '83853a14-03ef-443f-879c-a1a1d0eaf12f', 'name': '', 'network_id': '9140107d-af9e-40d6-83d7-9baf8daf6953', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'mac_address': 'fa:16:3e:f8:41:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:34Z', 'updated_at': '2022-08-25T05:27:38Z', 'revision_number': 4, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'subnets': [{'id': '2f0c6b09-0b4b-4682-94fe-01461a7d020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:27:39.390955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (12c9b1d7-6483-420e-a150-2710737468e7), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.459639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.511169 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (12c9b1d7-6483-420e-a150-2710737468e7), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.533715 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c9b1d7-6483-420e-a150-2710737468e7,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:39.598487 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:39.619712 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.632613 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.635753 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6da1bc53-094b-4d49-b62e-a2fda20e92ba tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4342670 Aug 25 05:27:39.637292 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44860) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:39.641687 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:39.659096 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:39.710660 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.736251 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.securitygroups_db [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Project 5223392ed2dc4eff871b9e788e4d677e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:27:39.742782 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (cd8738bb-622a-40c4-a600-edec7c3929f6), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.785065 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'Port': ['ID=e85cf1c0-0edf-4b00-9b51-4217d1df82cf,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:39.789648 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (f720de2b-c939-434b-aa85-ac83c0099fc2), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.811906 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (cd8738bb-622a-40c4-a600-edec7c3929f6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.878976 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:27:39.890150 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (cd8738bb-622a-40c4-a600-edec7c3929f6), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:39.893837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Floating IP f720de2b-c939-434b-aa85-ac83c0099fc2 associated. External IP: 172.27.3.161, port: 900a73f5-8be4-4458-b1a2-c46381499c03. Aug 25 05:27:39.910173 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8738bb-622a-40c4-a600-edec7c3929f6,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:39.998548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.002429 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-16b869b4-f93e-496a-98e1-d4e40bfc87eb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3614864 Aug 25 05:27:40.005665 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 44862) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:40.041395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'security_group_rule': {'security_group_id': 'b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2', 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:40.130424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:27:40.132095 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.securitygroups_db [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Project 5223392ed2dc4eff871b9e788e4d677e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:27:40.141901 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (21c8e3c8-a565-42ea-b4a2-6789e3ba03c3), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.174822 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 83853a14-03ef-443f-879c-a1a1d0eaf12f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:40.234796 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:40.236781 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 83853a14-03ef-443f-879c-a1a1d0eaf12f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:40.237157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.281411 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (21c8e3c8-a565-42ea-b4a2-6789e3ba03c3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.293722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:27:40.303784 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Sync routers for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:27:40.315450 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 83853a14-03ef-443f-879c-a1a1d0eaf12f is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:40.315937 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.324480 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:40.327438 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:40.353488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (21c8e3c8-a565-42ea-b4a2-6789e3ba03c3), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.354498 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 83853a14-03ef-443f-879c-a1a1d0eaf12f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=83853a14-03ef-443f-879c-a1a1d0eaf12f,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:40.375274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c8e3c8-a565-42ea-b4a2-6789e3ba03c3,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:40.387606 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.425103 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4d090957-8719-456e-b888-66936c6a9e97 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0496304 Aug 25 05:27:40.425103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:27:40.425103 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d549b6-e16c-45d1-b243-8abc9d33d9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:27:40.425852 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44864) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:40.431308 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1932550627', 'description': 'tempest-secgroup-smoke-1932550627 description', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:40.456134 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.458980 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:40.470344 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3c242c-44da-4aa7-a165-97e2780bb79e x-openstack-request-id: req-0b3c242c-44da-4aa7-a165-97e2780bb79e {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:27:40.470637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:27:40.470884 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b3c242c-44da-4aa7-a165-97e2780bb79e {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:27:40.471279 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3c242c-44da-4aa7-a165-97e2780bb79e'] response: {'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:27:40.486339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.487539 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-a46bb3cb-f81a-4ddb-90bb-2bf770d9e113 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4817486 Aug 25 05:27:40.523108 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:40.525482 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.606751 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-5e90f0e6-8cf5-4fe6-b3fb-17e4e03da135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:40.608489 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-5e90f0e6-8cf5-4fe6-b3fb-17e4e03da135 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1129 time: 0.0805874 Aug 25 05:27:40.627960 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (5352878f-9f0a-4051-a612-1efc68be9c81), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.711451 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5352878f-9f0a-4051-a612-1efc68be9c81), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.714799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-9fcf5d37-a789-4299-a6c1-0f7fd1f14343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:40.716453 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-9fcf5d37-a789-4299-a6c1-0f7fd1f14343 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.1020689 Aug 25 05:27:40.720347 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'f720de2b-c939-434b-aa85-ac83c0099fc2', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'port_id': '900a73f5-8be4-4458-b1a2-c46381499c03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'mac_address': 'fa:16:3e:99:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:27:39Z', 'updated_at': '2022-08-25T05:27:39Z', 'revision_number': 0, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:40.743716 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5352878f-9f0a-4051-a612-1efc68be9c81,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:40.751842 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Checking router: 746675a3-e396-49b1-bc2d-4fdcbd48ee06 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:27:40.760235 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:27:40.760826 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:40.796464 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:40.799949 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-dd3839d7-ab62-4a5a-ac94-02348460b5c5 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 999 time: 0.0709801 Aug 25 05:27:40.823507 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.825868 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7490cd0b-dae2-4016-8610-3745ebc652d9 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3988211 Aug 25 05:27:40.828814 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44906) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:40.833806 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:40.858560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-9f35ff4d-1149-4cd4-b2d0-f16a5dc77b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:40.860284 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-9f35ff4d-1149-4cd4-b2d0-f16a5dc77b0e service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0538352 Aug 25 05:27:40.871109 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:27:40.903819 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (e010a1e4-c9c4-419e-81e6-b1034423fad3), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:40.906730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-fc054f6e-ba44-44f4-ab34-c2c3adbd4a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:40.908258 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-fc054f6e-ba44-44f4-ab34-c2c3adbd4a89 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413389 Aug 25 05:27:40.970473 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (e010a1e4-c9c4-419e-81e6-b1034423fad3), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.013044 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-850721a9-aa7e-49a1-b801-aa8f4ab26f56 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931103 Aug 25 05:27:41.055986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (e010a1e4-c9c4-419e-81e6-b1034423fad3), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.071474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:41.078290 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e010a1e4-c9c4-419e-81e6-b1034423fad3,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:41.108349 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'f720de2b-c939-434b-aa85-ac83c0099fc2', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'port_id': '900a73f5-8be4-4458-b1a2-c46381499c03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'mac_address': 'fa:16:3e:99:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:27:39Z', 'updated_at': '2022-08-25T05:27:39Z', 'revision_number': 0, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:27:41.114765 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-48d549b6-e16c-45d1-b243-8abc9d33d9c8 req-f4f2395b-f733-4ee2-8e76-6c877d10918f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997548 Aug 25 05:27:41.116910 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.132652 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c535f09-b23a-4857-afb3-2c2f1ded112b None None] The sync data for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi is: [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': 'f720de2b-c939-434b-aa85-ac83c0099fc2', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'floating_ip_address': '172.27.3.161', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'port_id': '900a73f5-8be4-4458-b1a2-c46381499c03', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'mac_address': 'fa:16:3e:99:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:27:39Z', 'updated_at': '2022-08-25T05:27:39Z', 'revision_number': 0, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:27:41.177721 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.178971 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8165d611-94c4-41c2-93f7-30b7e1983104 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488946 Aug 25 05:27:41.181783 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44908) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:41.186316 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:41.302548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (140b0164-b587-4949-876b-5467f6fcac60), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.330522 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f67de-fdd9-4294-91b0-8eea35a472db None None] New status for floating IP f720de2b-c939-434b-aa85-ac83c0099fc2: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:27:41.370937 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (140b0164-b587-4949-876b-5467f6fcac60), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.464757 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (140b0164-b587-4949-876b-5467f6fcac60), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.484359 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140b0164-b587-4949-876b-5467f6fcac60,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:41.566063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.567289 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1e469be3-5935-492a-92f8-489c0d538fd1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845503 Aug 25 05:27:41.570078 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44914) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:41.575242 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:41.588309 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:41.682141 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (cecb3e21-3d83-49e6-a565-5a59e39df6c5), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.740465 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (cecb3e21-3d83-49e6-a565-5a59e39df6c5), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.803792 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (cecb3e21-3d83-49e6-a565-5a59e39df6c5), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.827064 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cecb3e21-3d83-49e6-a565-5a59e39df6c5,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:41.920734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:41.921996 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-fe129b53-353e-44ea-b618-9f3430bf152c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3509524 Aug 25 05:27:41.924646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44926) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:41.929430 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:41.946244 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:42.022230 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (9655d3b0-6b17-4a7b-ba24-fd88232db7ef), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.085139 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (9655d3b0-6b17-4a7b-ba24-fd88232db7ef), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.146786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 83853a14-03ef-443f-879c-a1a1d0eaf12f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:27:42.192140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 83853a14-03ef-443f-879c-a1a1d0eaf12f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:27:42.192515 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.198623 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (9655d3b0-6b17-4a7b-ba24-fd88232db7ef), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.218911 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655d3b0-6b17-4a7b-ba24-fd88232db7ef,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:42.272548 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 83853a14-03ef-443f-879c-a1a1d0eaf12f is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:27:42.360483 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.361759 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5c046921-dfbf-4605-b8ec-25cec6f82f80 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4361706 Aug 25 05:27:42.364402 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44932) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:42.368625 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:42.495494 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.securitygroups_db [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Project b0f35b076ec94efda11070e02d3a5acd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:27:42.502157 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (57f12519-46dd-4083-a9d0-ce3cfedd482e), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.555674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (57f12519-46dd-4083-a9d0-ce3cfedd482e), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.647887 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (57f12519-46dd-4083-a9d0-ce3cfedd482e), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.669408 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f12519-46dd-4083-a9d0-ce3cfedd482e,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:42.766560 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.767819 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5eccc4e5-dfcb-4566-aa02-1dc2034a6cc1 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4025190 Aug 25 05:27:42.770578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 44936) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:27:42.774875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'security_group_rule': {'security_group_id': '5352878f-9f0a-4051-a612-1efc68be9c81', 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:42.856106 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.securitygroups_db [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Project b0f35b076ec94efda11070e02d3a5acd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:27:42.862382 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (c0b57213-10b6-48e4-a7fb-43af86135bca), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:42.924882 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (c0b57213-10b6-48e4-a7fb-43af86135bca), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.002343 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (c0b57213-10b6-48e4-a7fb-43af86135bca), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.021439 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b57213-10b6-48e4-a7fb-43af86135bca,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:43.109314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.110496 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-0baef227-e3f6-401e-b403-30a6471a6174 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390162 Aug 25 05:27:43.205352 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-1ee33672-bcd1-40a8-84f1-e2b2357c5c86 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1932550627&fields=id&tenant_id=b0f35b076ec94efda11070e02d3a5acd HTTP/1.1" status: 200 len: 267 time: 0.0458901 Aug 25 05:27:43.257618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-9ef92403-3b5d-4c99-a8ac-0e6d49333464 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:43.259633 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-9ef92403-3b5d-4c99-a8ac-0e6d49333464 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0488796 Aug 25 05:27:43.270128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'port': {'security_groups': ['31fb3022-5465-4836-8155-06b6c7125867', '5352878f-9f0a-4051-a612-1efc68be9c81']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:27:43.345063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.544113 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:27:43.579199 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for port (900a73f5-8be4-4458-b1a2-c46381499c03), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.673286 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.684375 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:43.684919 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:43.686308 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fc8092e9-96de-4fe6-b5a4-305a84e9a25f req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "PUT /networking/v2.0/ports/900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 981 time: 0.4206879 Aug 25 05:27:43.686812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:27:43.692504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c07375-e146-493d-b7cf-796331d375ce" -d '{"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:27:43.715418 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:27:43.733196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a84d584-4807-4a22-b981-8e40cc7c879d x-openstack-request-id: req-6a84d584-4807-4a22-b981-8e40cc7c879d {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:27:43.733487 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:27:43.733810 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6a84d584-4807-4a22-b981-8e40cc7c879d {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:27:43.734257 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a84d584-4807-4a22-b981-8e40cc7c879d'] response: {'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:27:43.741437 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:43.782335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2927-f9b6-4369-a493-56f2155d9135 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=6']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:27:43.804487 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575efe03-524c-4bf3-84b4-96604d9a787d req-e3705be9-602e-4d6d-a31f-0713091054b8 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:43.806527 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-575efe03-524c-4bf3-84b4-96604d9a787d req-e3705be9-602e-4d6d-a31f-0713091054b8 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0614481 Aug 25 05:27:43.856621 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:43.861421 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:27:43.873478 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-575efe03-524c-4bf3-84b4-96604d9a787d req-09209d46-0bfb-4899-87ac-308912309890 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596619 Aug 25 05:27:43.924936 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:44.003734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07375-e146-493d-b7cf-796331d375ce req-6ccfd7d3-9abc-47c3-b731-383dc47ef5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:44.005208 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-6ccfd7d3-9abc-47c3-b731-383dc47ef5d8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1168 time: 0.0491467 Aug 25 05:27:44.039402 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:44.105325 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07375-e146-493d-b7cf-796331d375ce req-71690397-ef19-4aa5-979d-1e2ece4262c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:44.106873 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-71690397-ef19-4aa5-979d-1e2ece4262c4 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0935230 Aug 25 05:27:44.172810 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-465e9944-bb37-4e10-9a7b-aa732da4ca60 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1001 time: 0.0579917 Aug 25 05:27:44.233748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07375-e146-493d-b7cf-796331d375ce req-b923e684-6eba-4569-813d-f2c6572c1a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:44.235225 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-b923e684-6eba-4569-813d-f2c6572c1a23 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0552545 Aug 25 05:27:44.250350 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:44.280563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07375-e146-493d-b7cf-796331d375ce req-40d9902c-7864-470c-a737-8becf2c98cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:44.281998 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-40d9902c-7864-470c-a737-8becf2c98cfa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402517 Aug 25 05:27:44.378176 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-d38caa5b-dd11-4f9a-a1e0-669f9316d99c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895796 Aug 25 05:27:44.473151 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2c07375-e146-493d-b7cf-796331d375ce req-8448c517-0b2f-4f83-b5ee-fe8565871d0c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853293 Aug 25 05:27:45.323754 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:46.012147 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-76d84d37-beca-41c8-a2fa-da570a07d96c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387349 Aug 25 05:27:46.128276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-89fd3e34-b77a-4f65-8ab4-e1391290b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:46.129806 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-89fd3e34-b77a-4f65-8ab4-e1391290b76b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1168 time: 0.0430188 Aug 25 05:27:46.234942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-d4c2cf04-4808-497b-a00a-3d03ab3b254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:46.236408 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-d4c2cf04-4808-497b-a00a-3d03ab3b254b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0854082 Aug 25 05:27:46.306835 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-67604714-ec2c-44ec-9977-e99b2aac893a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1001 time: 0.0627995 Aug 25 05:27:46.357348 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-d9bc3b82-245b-44e4-b039-f343f51ba6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:46.358852 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-d9bc3b82-245b-44e4-b039-f343f51ba6fc service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0443451 Aug 25 05:27:46.402422 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-37b8aec3-bf43-4801-ade5-1b00c3d1e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:27:46.403915 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-37b8aec3-bf43-4801-ade5-1b00c3d1e41b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390074 Aug 25 05:27:46.493692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:46.499242 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-69e99771-c568-4d1c-833f-06146295e596 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891938 Aug 25 05:27:46.591164 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-68e19df5-04c4-4a08-bd3f-2be763fe187f req-342ffdd2-e0a5-4936-b0bd-b02a4c1fcc1d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856957 Aug 25 05:27:53.021189 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=67,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:53.021961 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:54.341083 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=51 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:54.343113 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=30 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:54.343861 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=21 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:55.438381 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:55.440208 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=40 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:56.464513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c3e0de38-fb8d-4da2-9922-9655f18047ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:27:56.586201 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=65 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:56.588086 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:27:58.580760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b9f85799-733f-48eb-92e0-691ae2ef7872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:00.052731 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:01.412708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:01.472202 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:03.774042 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-feab89e2-22e4-4abb-b808-105518b644d3 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-680604050&fields=id&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 267 time: 0.0436714 Aug 25 05:28:03.881870 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-38a4e663-386b-430f-9784-11c40fef21fb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:03.883360 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-38a4e663-386b-430f-9784-11c40fef21fb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.1024020 Aug 25 05:28:03.898113 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-8500a5e4-b791-4dc8-ba44-3a247fc7b7a4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/quotas/5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 375 time: 0.0089698 Aug 25 05:28:03.949187 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-b70bdc57-6dc8-44d7-a9e9-9c4191d9539c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461025 Aug 25 05:28:04.049816 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-4755bbb1-412a-4d99-9791-6349f63b437b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838299 Aug 25 05:28:04.141557 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-237f7fab-7016-4011-9c6f-70cfd0d03162 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860667 Aug 25 05:28:04.698568 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-33a1a592-be1f-4857-aaa5-4abbc46cb67e req-70645ac5-abe5-48ea-9091-48fb3da67e4f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 210 time: 0.0320485 Aug 25 05:28:05.797927 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-105f2fa0-5703-48e9-973e-e6c20c252439 req-3192ecb9-e389-4484-94e8-cfbb2546617e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 210 time: 0.0277572 Aug 25 05:28:06.867168 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-fd139b22-359a-4e14-80c7-3d886ce2092e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:06.869326 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-fd139b22-359a-4e14-80c7-3d886ce2092e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.1050515 Aug 25 05:28:06.913090 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a2415bb-06c3-40bf-a8a4-c43df5f95120 req-52dd98d6-e252-4787-a587-5f9c1ef25ae5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 210 time: 0.0371165 Aug 25 05:28:06.958549 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-7b005bd4-932f-418d-a481-ebf7564048ae tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 379 time: 0.0729723 Aug 25 05:28:06.967040 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'port': {'device_id': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'admin_state_up': True, 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'security_groups': ['b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:28:07.167347 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Made reservation on behalf of 5223392ed2dc4eff871b9e788e4d677e for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:28:07.171250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.297525 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.20.0.11 (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d/5c9eb564-57f6-439a-aad7-3f01cf773b24/0cf331ed-ea11-4879-b5b1-0e0332ecea09) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:28:07.436376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.504530 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.546837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:28:07.549977 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:28:07.553666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:28:07.578150 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:07.607096 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:07.607707 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.680796 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6d8a1501-f085-4dee-a24a-321c452ea51e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7171900 Aug 25 05:28:07.699241 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Request body: {'port': {'device_id': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:28:07.748160 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-37f822c5-5edf-47b4-bc2e-819f12c8a20f None None] Provisioning complete for port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:28:07.748774 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-37f822c5-5edf-47b4-bc2e-819f12c8a20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.761966 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:07.764646 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:07.772964 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:07.781540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-37f822c5-5edf-47b4-bc2e-819f12c8a20f None None] Port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:28:08.027465 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf331ed-ea11-4879-b5b1-0e0332ecea09 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:28:08.035531 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks [] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:08.043397 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800617e9-9070-4ab2-905d-8d94ac6c9b5b req-c27a26dd-e391-4111-9e43-8a9c63b68403 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.044849 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-800617e9-9070-4ab2-905d-8d94ac6c9b5b req-c27a26dd-e391-4111-9e43-8a9c63b68403 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 932 time: 0.0509577 Aug 25 05:28:08.048878 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Transition to ACTIVE for port object 0cf331ed-ea11-4879-b5b1-0e0332ecea09 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:28:08.098503 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-800617e9-9070-4ab2-905d-8d94ac6c9b5b req-2d3aa997-f022-448f-840e-cd9a9a935e50 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479510 Aug 25 05:28:08.157831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:08.239632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:08.267298 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Attempting to bind port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:28:08.267634 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Attempting to bind port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:28:08.271041 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Attempting to bind port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:28:08.272272 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:28:08.272573 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Attempting to bind port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:28:08.278016 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:28:08.278334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:28:08.278710 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Bound using segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:28:08.279128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Bound port: 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:28:08.279476 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:08.338998 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:28:08.342122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:28:08.346400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:08.415765 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:08.419985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.420618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:08.421995 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/0cf331ed-ea11-4879-b5b1-0e0332ecea09 HTTP/1.1" status: 200 len: 1094 time: 0.7270894 Aug 25 05:28:08.422442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:28:08.424678 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883e26b-9db4-44b8-b0c0-79012690e4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:28:08.463141 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b562f-c963-45a4-99cc-3c9b78d1e6b8 x-openstack-request-id: req-937b562f-c963-45a4-99cc-3c9b78d1e6b8 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:28:08.463421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:28:08.463668 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-937b562f-c963-45a4-99cc-3c9b78d1e6b8 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:28:08.464117 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937b562f-c963-45a4-99cc-3c9b78d1e6b8'] response: {'name': 'network-changed', 'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'status': 'completed', 'code': 200} Aug 25 05:28:08.473090 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706fe57-8403-4b59-b953-3d39d0810f26 service neutron] Pushing event updated for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:08.584743 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-8770ba07-8db5-4d2a-9dd0-c8493c4be549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.586267 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-8770ba07-8db5-4d2a-9dd0-c8493c4be549 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1128 time: 0.0396430 Aug 25 05:28:08.698922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-8228a33f-1ce7-4d7c-8a86-ed7f087d460c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.700370 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-8228a33f-1ce7-4d7c-8a86-ed7f087d460c service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=5223392ed2dc4eff871b9e788e4d677e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0942163 Aug 25 05:28:08.794779 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-f81b59a3-6330-4a89-acb5-0a347f8b5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.796121 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a883e26b-9db4-44b8-b0c0-79012690e4e9 req-f81b59a3-6330-4a89-acb5-0a347f8b5148 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899835 Aug 25 05:28:08.897060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-cbc74d95-e8ec-4d91-b15c-56f9f4800ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:08.898572 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-cbc74d95-e8ec-4d91-b15c-56f9f4800ddc service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1128 time: 0.0390706 Aug 25 05:28:08.942576 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-0ebedd13-89c3-4ed2-aad9-afc0ab913693 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09 HTTP/1.1" status: 200 len: 217 time: 0.0320187 Aug 25 05:28:08.998861 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6098281e-68d0-4b4c-a728-15b00f23df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:09.000424 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-6098281e-68d0-4b4c-a728-15b00f23df8a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0521424 Aug 25 05:28:09.045062 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-838c0d04-4f20-4356-bd7f-75db402d8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:09.046537 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-838c0d04-4f20-4356-bd7f-75db402d8672 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398853 Aug 25 05:28:09.135895 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-4103fc1c-6584-4beb-9d67-6097d2dcdb82 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820527 Aug 25 05:28:09.226015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:09.228621 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd3f22-ca94-4b35-8512-14efe853b32d req-374db51b-21d5-4a92-a5dd-db98af473ddb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:09.230173 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a1bd3f22-ca94-4b35-8512-14efe853b32d req-374db51b-21d5-4a92-a5dd-db98af473ddb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0482814 Aug 25 05:28:09.230679 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4ffc0b2d-0043-4d9b-972b-6192ec8e412e req-a51ae4cb-0690-4efd-9150-04aead85ba2e service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891864 Aug 25 05:28:09.279663 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-a1bd3f22-ca94-4b35-8512-14efe853b32d req-47456e0d-f298-4efc-a20b-def0ba3d1ab9 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436687 Aug 25 05:28:10.397774 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8ad4-cadf-416c-ab47-8384e04da85a req-5d985551-4827-48ce-a8e1-397a1463a2e8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:10.399222 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6c1c8ad4-cadf-416c-ab47-8384e04da85a req-5d985551-4827-48ce-a8e1-397a1463a2e8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0457621 Aug 25 05:28:10.447030 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6c1c8ad4-cadf-416c-ab47-8384e04da85a req-2268ad5d-be6f-4f43-b61b-f1b08bc3bc79 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Aug 25 05:28:11.083617 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:11.561514 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957ab10-ad12-4042-8ee3-14c99cbbd410 req-f0f1265e-a276-44f3-9903-b60d6855b4bb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:11.562986 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b957ab10-ad12-4042-8ee3-14c99cbbd410 req-f0f1265e-a276-44f3-9903-b60d6855b4bb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0459478 Aug 25 05:28:11.610887 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-b957ab10-ad12-4042-8ee3-14c99cbbd410 req-4ce03eaf-911f-48f1-8613-15a94c4ab6cc tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Aug 25 05:28:12.729003 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bcda82-85dd-4927-8855-4ba12a373895 req-3d020285-5361-4ee2-a264-c9a3bcae38d4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:12.730479 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-95bcda82-85dd-4927-8855-4ba12a373895 req-3d020285-5361-4ee2-a264-c9a3bcae38d4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0495877 Aug 25 05:28:12.778154 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-95bcda82-85dd-4927-8855-4ba12a373895 req-372c301f-e0fc-434b-ac10-53ec33146ed4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422254 Aug 25 05:28:13.897089 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58649e1a-ada1-4583-afe0-15e3a0c35dd3 req-5f3b5303-6738-43cd-b27d-c14c78d79dc1 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:13.898557 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-58649e1a-ada1-4583-afe0-15e3a0c35dd3 req-5f3b5303-6738-43cd-b27d-c14c78d79dc1 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0502801 Aug 25 05:28:13.947037 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-58649e1a-ada1-4583-afe0-15e3a0c35dd3 req-5c5916a5-6af6-4d10-b9d0-15141337594b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429361 Aug 25 05:28:15.064500 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edf3a6-0f6b-49e1-ab33-22f875172504 req-bd0c6df6-44be-4735-91f2-d57ae63b78c7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:15.066010 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e5edf3a6-0f6b-49e1-ab33-22f875172504 req-bd0c6df6-44be-4735-91f2-d57ae63b78c7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0468838 Aug 25 05:28:15.113461 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e5edf3a6-0f6b-49e1-ab33-22f875172504 req-b1876755-f9c4-45dc-954c-5c594443e027 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414762 Aug 25 05:28:16.235295 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb90cb-1def-4122-9056-f8a81963ad9d req-362de3b8-7e83-452d-a814-52ac9b77c38e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:16.236753 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eeeb90cb-1def-4122-9056-f8a81963ad9d req-362de3b8-7e83-452d-a814-52ac9b77c38e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0477211 Aug 25 05:28:16.285362 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eeeb90cb-1def-4122-9056-f8a81963ad9d req-9f4cf4c0-6999-49fe-bc16-d83c16a023ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429473 Aug 25 05:28:16.878296 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:28:17.403400 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4aa70e-d8f1-4f49-b274-36ea98a94863 req-46dd6633-21c5-41cf-9149-0180e22153e6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:17.404831 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-af4aa70e-d8f1-4f49-b274-36ea98a94863 req-46dd6633-21c5-41cf-9149-0180e22153e6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0488470 Aug 25 05:28:17.451973 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-af4aa70e-d8f1-4f49-b274-36ea98a94863 req-7b2fe5dd-ba32-4e67-a523-2fecf16b7c81 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415843 Aug 25 05:28:18.571417 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570727bb-9d7c-4d0f-821d-d0e711b19d1a req-c6bba7fa-7231-4d75-b5c2-00a819cd464f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:18.572866 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-570727bb-9d7c-4d0f-821d-d0e711b19d1a req-c6bba7fa-7231-4d75-b5c2-00a819cd464f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 944 time: 0.0495338 Aug 25 05:28:18.597154 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:18.621817 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-570727bb-9d7c-4d0f-821d-d0e711b19d1a req-be2f9a81-e1e0-4aed-9365-eefd3776ffd8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433424 Aug 25 05:28:19.022373 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 0cf331ed-ea11-4879-b5b1-0e0332ecea09 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:28:19.118786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:28:19.129530 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'port_id': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'mac_address': 'fa:16:3e:51:75:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:28:19.167031 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:28:19.167415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:19.179804 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf331ed-ea11-4879-b5b1-0e0332ecea09 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:28:19.199072 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:28:19.315358 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:19.361746 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:19.718882 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['0cf331ed-ea11-4879-b5b1-0e0332ecea09'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:28:19.737318 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250e276-d932-4cb9-a1d1-23e13c55a3cd req-72afc1a6-b860-4a52-9b21-aa55bfb9fd18 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:19.738836 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5250e276-d932-4cb9-a1d1-23e13c55a3cd req-72afc1a6-b860-4a52-9b21-aa55bfb9fd18 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 945 time: 0.0466905 Aug 25 05:28:19.787696 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5250e276-d932-4cb9-a1d1-23e13c55a3cd req-e698e383-c8a1-4123-85df-0e52313b174f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Aug 25 05:28:20.904466 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70be50b-06f8-4961-8f42-118e9cf8f106 req-9f2248d9-0431-4a0e-8591-9b10442b7916 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:20.905916 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c70be50b-06f8-4961-8f42-118e9cf8f106 req-9f2248d9-0431-4a0e-8591-9b10442b7916 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 945 time: 0.0462263 Aug 25 05:28:20.953029 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c70be50b-06f8-4961-8f42-118e9cf8f106 req-9fd70ce1-cd97-42f7-aef1-c8947234aee9 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416741 Aug 25 05:28:21.050723 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 0cf331ed-ea11-4879-b5b1-0e0332ecea09 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:28:21.091889 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:28:21.168826 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:28:21.169195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:21.242146 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:28:21.244569 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:21.265360 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:28:21.267611 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa39b14-de4f-4eb4-9f60-2bd86cc3cf2c" -d '{"events": [{"server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:28:21.279802 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:28:21.308450 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d166b940-7a90-4be1-8569-37710d2bdd7e x-openstack-request-id: req-d166b940-7a90-4be1-8569-37710d2bdd7e {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:28:21.308737 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "name": "network-vif-plugged", "status": "completed", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:28:21.308985 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d166b940-7a90-4be1-8569-37710d2bdd7e {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:28:21.309374 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d166b940-7a90-4be1-8569-37710d2bdd7e'] response: {'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'code': 200} Aug 25 05:28:21.355744 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:21.406202 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:21.695094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a466af-e259-4658-8812-dd4855d5352e req-5cbfe69a-86bc-4d74-ac13-0065830099f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:21.697159 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18a466af-e259-4658-8812-dd4855d5352e req-5cbfe69a-86bc-4d74-ac13-0065830099f1 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0410035 Aug 25 05:28:21.745952 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-18a466af-e259-4658-8812-dd4855d5352e req-c8b4c2eb-a3f4-42de-9680-454bbe852b3b service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429530 Aug 25 05:28:22.032161 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:22.069111 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d8dbd-2acc-4ec2-b2aa-249b3a790643 req-16dcdf0a-2d57-4a5e-8b56-9a8191549ac1 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:22.070598 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-589d8dbd-2acc-4ec2-b2aa-249b3a790643 req-16dcdf0a-2d57-4a5e-8b56-9a8191549ac1 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0475156 Aug 25 05:28:22.122427 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-589d8dbd-2acc-4ec2-b2aa-249b3a790643 req-0d44e181-d37c-40b8-9fea-3df7f69f0cf7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463350 Aug 25 05:28:23.224552 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:23.240060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4042d31-be36-4230-8026-9dddb657bffc req-4c7574ad-b7c5-4bb1-b3e5-800041b30a98 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:23.241516 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b4042d31-be36-4230-8026-9dddb657bffc req-4c7574ad-b7c5-4bb1-b3e5-800041b30a98 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0467350 Aug 25 05:28:23.290766 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b4042d31-be36-4230-8026-9dddb657bffc req-b72b429e-e26e-4410-8126-b0541a3a0964 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429111 Aug 25 05:28:23.930533 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:24.406771 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7e23e-4dd9-4c50-9cad-1b79390d1058 req-161751cb-e215-492c-862a-cc64672a4fe5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:24.408222 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1de7e23e-4dd9-4c50-9cad-1b79390d1058 req-161751cb-e215-492c-862a-cc64672a4fe5 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0464022 Aug 25 05:28:24.456259 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1de7e23e-4dd9-4c50-9cad-1b79390d1058 req-32224365-3600-48fa-a866-dca9284704f0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425498 Aug 25 05:28:24.570646 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879b795-b1cb-488b-8006-fd71e2dc5623 req-26c26544-8135-4d3c-8b1a-d0c3fa09b77f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:24.572088 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5879b795-b1cb-488b-8006-fd71e2dc5623 req-26c26544-8135-4d3c-8b1a-d0c3fa09b77f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0461254 Aug 25 05:28:24.620113 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5879b795-b1cb-488b-8006-fd71e2dc5623 req-3b0d9463-aaee-4ead-b43b-6b3401afe1da tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422747 Aug 25 05:28:24.645414 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45074) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:28:24.725913 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3d4fcf-5674-46f5-b036-0edbba74ed56 tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:24.727889 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7f3d4fcf-5674-46f5-b036-0edbba74ed56 tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1125 time: 0.0815132 Aug 25 05:28:24.730799 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45078) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:28:24.734782 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'port_id': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:28:24.829536 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:24.910488 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.010875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.27.3.32 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/e290f10c-7747-44a0-9041-9b594c128faf) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:28:25.115018 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (e290f10c-7747-44a0-9041-9b594c128faf), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.201060 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (e290f10c-7747-44a0-9041-9b594c128faf), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.240534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:28:25.243609 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:28:25.248267 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:28:25.272698 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=e290f10c-7747-44a0-9041-9b594c128faf,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:25.396888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:25.410095 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:25.592947 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (7b95a4c8-6a8e-4dd3-8764-9e7361192343), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.703173 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e290f10c-7747-44a0-9041-9b594c128faf), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.843111 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (e290f10c-7747-44a0-9041-9b594c128faf), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.911326 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (e290f10c-7747-44a0-9041-9b594c128faf), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.979193 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (7b95a4c8-6a8e-4dd3-8764-9e7361192343), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:25.980724 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=e290f10c-7747-44a0-9041-9b594c128faf,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:28:26.074074 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 7b95a4c8-6a8e-4dd3-8764-9e7361192343 associated. External IP: 172.27.3.32, port: 0cf331ed-ea11-4879-b5b1-0e0332ecea09. Aug 25 05:28:26.115141 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:26.269221 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:28:26.384492 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:26.387180 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:26.391193 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=72,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:26.492412 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-70561cad-0996-438f-8623-caa65e145cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:26.597405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:28:26.608385 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:28:26.620527 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:28:26.621117 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:28:26.719243 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:28:26.751610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:26.781975 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-92a37c10-55d5-4c95-959f-86adb9855543 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0501864 Aug 25 05:28:26.782635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:28:26.785126 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd" -d '{"events": [{"name": "network-changed", "server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:28:26.881100 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73432fc1-2b87-435a-b77d-18506b207b4a x-openstack-request-id: req-73432fc1-2b87-435a-b77d-18506b207b4a {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:28:26.881385 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:28:26.881680 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-73432fc1-2b87-435a-b77d-18506b207b4a {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:28:26.882081 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73432fc1-2b87-435a-b77d-18506b207b4a'] response: {'name': 'network-changed', 'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'status': 'completed', 'code': 200} Aug 25 05:28:27.004295 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '7b95a4c8-6a8e-4dd3-8764-9e7361192343', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:51:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:28:25Z', 'updated_at': '2022-08-25T05:28:25Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:28:27.030542 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:28:27.039605 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:28:27.040225 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:27:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:28:27.148727 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:28:27.247489 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-c1324341-fa56-48d0-af49-59eeb193d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:27.249018 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-c1324341-fa56-48d0-af49-59eeb193d77b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1130 time: 0.3084733 Aug 25 05:28:27.337876 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-85dd3eda-8977-4cf6-9963-cc58429e4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:27.339335 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-85dd3eda-8977-4cf6-9963-cc58429e4e79 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0840502 Aug 25 05:28:27.359590 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '7b95a4c8-6a8e-4dd3-8764-9e7361192343', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:51:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:28:25Z', 'updated_at': '2022-08-25T05:28:25Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:28:27.385803 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9abdc0-eeab-446d-9ddc-5d6f2dc42748 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '7b95a4c8-6a8e-4dd3-8764-9e7361192343', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.32', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:51:75:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:28:25Z', 'updated_at': '2022-08-25T05:28:25Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:28:27.406824 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-27f75d92-7c67-4ab3-9293-6d290495e3a6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09 HTTP/1.1" status: 200 len: 999 time: 0.0615008 Aug 25 05:28:27.447120 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:27.456831 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-7a21345e-7903-4d7c-bda1-46aef72931aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:27.462587 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-7a21345e-7903-4d7c-bda1-46aef72931aa service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0463982 Aug 25 05:28:27.504112 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-7979649a-ab31-4077-b68d-9fd7fee7ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:27.505883 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-7979649a-ab31-4077-b68d-9fd7fee7ecab service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415754 Aug 25 05:28:27.573542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d62277-1111-4c30-868f-983f176e25c9 None None] New status for floating IP 7b95a4c8-6a8e-4dd3-8764-9e7361192343: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:28:27.602772 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-b2385ca8-560c-4548-b7ef-cfb2d4382b44 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902905 Aug 25 05:28:27.707084 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-772ac9c0-f6fc-4f74-b11f-fad3409e74dd req-350e3e1a-1059-48a9-8595-7e5940262fb2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872395 Aug 25 05:28:28.597612 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-42bf96d5-1958-46c8-a076-fae957fb120d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:30.020457 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:31.448944 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:31.488463 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:36.775122 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:36.779095 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:37.353659 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=74 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:37.363699 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=79 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:37.702501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=62 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:37.704354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=21 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:41.109132 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:47.045677 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-04c13600-ebd8-47ea-9cd1-6fcb97e0c58b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420988 Aug 25 05:28:47.169562 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e102-66cf-46e8-9031-f614de693cec req-6d7d980f-17a7-48b8-a35f-da52edcaad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:47.171070 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-6d7d980f-17a7-48b8-a35f-da52edcaad89 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1168 time: 0.0389314 Aug 25 05:28:47.274187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e102-66cf-46e8-9031-f614de693cec req-adaa42d6-32f0-4548-b964-23078e51f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:47.276071 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-adaa42d6-32f0-4548-b964-23078e51f534 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0856380 Aug 25 05:28:47.338967 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-845ea5b4-99f1-4090-a215-ec0db6dd529e service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1001 time: 0.0572240 Aug 25 05:28:47.389916 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e102-66cf-46e8-9031-f614de693cec req-a976a076-6497-478e-80bd-c466ab8682bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:47.391397 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-a976a076-6497-478e-80bd-c466ab8682bb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0446837 Aug 25 05:28:47.434543 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653e102-66cf-46e8-9031-f614de693cec req-a7a4fa23-a59d-4fc8-b290-14e35f9920a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:47.436004 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-a7a4fa23-a59d-4fc8-b290-14e35f9920a7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390139 Aug 25 05:28:47.527096 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-cfb53c5b-5f76-4270-840d-fb9386dc2ab8 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854199 Aug 25 05:28:47.617965 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6653e102-66cf-46e8-9031-f614de693cec req-15a1c682-63d3-4591-838a-62ebe6177cb9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852065 Aug 25 05:28:51.033115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=13 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:51.037962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:51.039659 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:53.877260 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:28:55.594496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a9bd0-280b-4a5e-ac01-a2ef7a994f3a req-152eff50-57a1-4224-ae8a-1c71443dc636 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:55.596004 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-840a9bd0-280b-4a5e-ac01-a2ef7a994f3a req-152eff50-57a1-4224-ae8a-1c71443dc636 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0957763 Aug 25 05:28:55.656379 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-840a9bd0-280b-4a5e-ac01-a2ef7a994f3a req-82b711c0-f073-472e-b4b5-62e9fe18c30e tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540812 Aug 25 05:28:55.696637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-fdb44f6d-0b4e-4561-adcb-1b9e0b705cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:55.698852 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-fdb44f6d-0b4e-4561-adcb-1b9e0b705cd0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1168 time: 0.0404086 Aug 25 05:28:55.788108 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-997febde-518a-4125-9e1b-1a03d516e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:55.789516 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-997febde-518a-4125-9e1b-1a03d516e828 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0841391 Aug 25 05:28:55.854821 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-654e2ea1-7619-4dbb-8a4d-ba2e510bda08 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1001 time: 0.0580974 Aug 25 05:28:55.901971 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-5faded74-bf9f-4864-8d03-7f1a3789f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:55.903365 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-5faded74-bf9f-4864-8d03-7f1a3789f93f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0428116 Aug 25 05:28:55.946235 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-196c9add-4be0-4c93-a1c3-c930abf5ffdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:55.947724 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-196c9add-4be0-4c93-a1c3-c930abf5ffdf service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381002 Aug 25 05:28:56.038266 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-332ea869-2881-4177-a7de-45468ae74cbc service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836618 Aug 25 05:28:56.134901 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-94cf1a13-62e7-4596-866f-082090f31cb1 req-3c8ed3a7-8ac6-4ffd-b3ad-5168fc4f1f1b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899439 Aug 25 05:28:56.468615 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-993c7d19-b7e4-45a6-b489-1af15a7cecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:56.792555 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:56.817165 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:28:56.830938 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8910527-eb2c-438c-960f-1d3ee41b6603 req-ec10f852-5ce9-4061-b0e3-fd50e05dac09 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:56.832399 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8910527-eb2c-438c-960f-1d3ee41b6603 req-ec10f852-5ce9-4061-b0e3-fd50e05dac09 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0984242 Aug 25 05:28:56.891307 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a8910527-eb2c-438c-960f-1d3ee41b6603 req-8a835e90-0c21-44a5-ad4f-5c8879b47147 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531902 Aug 25 05:28:58.008016 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5d653-f7d6-4015-8358-cf1666c9d987 req-27fde43c-5071-4141-8d45-aa7beebea37d tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:58.009496 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-98f5d653-f7d6-4015-8358-cf1666c9d987 req-27fde43c-5071-4141-8d45-aa7beebea37d tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0470490 Aug 25 05:28:58.073209 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-98f5d653-f7d6-4015-8358-cf1666c9d987 req-287b6236-2750-4d05-8487-e1bc33c6ee43 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574245 Aug 25 05:28:58.591260 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-baffbfa0-3698-40a7-a46d-63289fdd8a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:28:59.191188 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d81540-160c-4074-a2ff-f090f1c755fb req-bb88aab5-9fc1-4852-b73f-4534fa2a3cf7 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:28:59.192702 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2d81540-160c-4074-a2ff-f090f1c755fb req-bb88aab5-9fc1-4852-b73f-4534fa2a3cf7 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0470188 Aug 25 05:28:59.252841 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a2d81540-160c-4074-a2ff-f090f1c755fb req-5596e391-dd69-45c5-bc5b-e0f623b56b21 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541394 Aug 25 05:29:00.025005 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:00.372291 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525d332-46e4-4d72-8cf6-f0f1427ce789 req-31618d1b-9708-4592-9684-c00945d03fef tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:00.373757 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9525d332-46e4-4d72-8cf6-f0f1427ce789 req-31618d1b-9708-4592-9684-c00945d03fef tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0462682 Aug 25 05:29:00.432019 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9525d332-46e4-4d72-8cf6-f0f1427ce789 req-021487ce-0ecc-4ca8-8d15-16af2af352fa tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527222 Aug 25 05:29:01.402239 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:01.469063 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:01.552214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee822bbf-be26-4e26-8cd2-21e943bb9a78 req-a32de42e-5117-429f-b045-bd4b9a2d5a09 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:01.553653 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ee822bbf-be26-4e26-8cd2-21e943bb9a78 req-a32de42e-5117-429f-b045-bd4b9a2d5a09 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0494974 Aug 25 05:29:01.611877 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ee822bbf-be26-4e26-8cd2-21e943bb9a78 req-a85955bc-51cc-47f3-8aea-9d416bfaf723 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525343 Aug 25 05:29:02.727038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b288bd-1337-4a0f-bcd6-855abec16eea req-5684de1c-8c15-455d-a814-5b2d992413ea tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:02.729001 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7b288bd-1337-4a0f-bcd6-855abec16eea req-5684de1c-8c15-455d-a814-5b2d992413ea tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0468473 Aug 25 05:29:02.787501 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c7b288bd-1337-4a0f-bcd6-855abec16eea req-a31b4d76-d529-4a29-8f43-dd6cda18d262 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527558 Aug 25 05:29:03.872292 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:03.873101 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:03.905457 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12324663-9d1c-4cc2-a4ba-f2b9798fbcda req-d6fadc20-1cc7-4e68-8915-7b1108323474 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:03.906954 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-12324663-9d1c-4cc2-a4ba-f2b9798fbcda req-d6fadc20-1cc7-4e68-8915-7b1108323474 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0473430 Aug 25 05:29:03.966750 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-12324663-9d1c-4cc2-a4ba-f2b9798fbcda req-54de39d2-5f08-4716-8144-8093f3cd2ce0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539858 Aug 25 05:29:05.086128 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d787aa3-03a6-4c71-97f2-8f46e8ae03f0 req-8150c55e-d1a3-44f9-a1ff-3fd7e709c81c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:05.087573 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4d787aa3-03a6-4c71-97f2-8f46e8ae03f0 req-8150c55e-d1a3-44f9-a1ff-3fd7e709c81c tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0488029 Aug 25 05:29:05.146646 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4d787aa3-03a6-4c71-97f2-8f46e8ae03f0 req-47729c30-a4e6-4ba5-ab4b-0da8fccbacb5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527794 Aug 25 05:29:06.273551 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed90ed9-4640-4797-83c8-51b4d668434a req-43904c97-e844-4c6e-a409-6d3c6245bb0a tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:06.275087 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9ed90ed9-4640-4797-83c8-51b4d668434a req-43904c97-e844-4c6e-a409-6d3c6245bb0a tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0498543 Aug 25 05:29:06.333301 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9ed90ed9-4640-4797-83c8-51b4d668434a req-73c4827d-8341-449d-9f9f-c2e8c5a47d60 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524387 Aug 25 05:29:07.455559 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24eb1f-a0b2-4705-93ce-b3bbcb11a923 req-7d8234dc-fea2-4cda-b9aa-89eb96533bf0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:07.457012 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3a24eb1f-a0b2-4705-93ce-b3bbcb11a923 req-7d8234dc-fea2-4cda-b9aa-89eb96533bf0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0469456 Aug 25 05:29:07.517213 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3a24eb1f-a0b2-4705-93ce-b3bbcb11a923 req-0160420e-b4d2-445b-8370-aa8386738b65 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&id=5352878f-9f0a-4051-a612-1efc68be9c81&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543685 Aug 25 05:29:11.108284 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:16.317981 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=48 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:16.328050 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=52 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:17.507840 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=65 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:17.512138 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=61 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:19.606302 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-9e504410-8845-447d-8162-9c53b323a0e3 req-82ae683d-96d6-44cd-bd9c-a990fce48038 service neutron] (107055) timed out ('10.222.0.47', 55300) {{(pid=107055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 05:29:21.034857 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:21.038707 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:21.040385 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=16,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:26.470623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-76a60e66-1001-4b16-a0ae-70d8e99f1e23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:27.896523 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:27.897277 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:28.599176 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fde28e79-f003-4ab8-9250-9438194867b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:30.038957 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:30.876710 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:29:31.410818 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:31.479432 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:40.871356 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:40.872114 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=7 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:41.119199 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:49.045166 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-ebb1074b-a7af-4c41-b167-e3be5235851f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374982 Aug 25 05:29:49.124559 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797740-85f4-4572-a29e-56fffe68fa2b req-703f364c-91a7-4d05-9f56-9efe90ce70a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:49.126060 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-703f364c-91a7-4d05-9f56-9efe90ce70a7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 1130 time: 0.0389001 Aug 25 05:29:49.228735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797740-85f4-4572-a29e-56fffe68fa2b req-50fed391-f1e9-44b8-b29d-08a562a6723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:49.230238 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-50fed391-f1e9-44b8-b29d-08a562a6723d service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0876472 Aug 25 05:29:49.288556 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-f0a135db-8e3a-4ccb-9eb9-e4264cebd53f service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09 HTTP/1.1" status: 200 len: 1001 time: 0.0525355 Aug 25 05:29:49.337809 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797740-85f4-4572-a29e-56fffe68fa2b req-fb352c73-02ad-4a7d-aa60-15124576c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:49.339140 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-fb352c73-02ad-4a7d-aa60-15124576c2b6 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0436404 Aug 25 05:29:49.385459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05797740-85f4-4572-a29e-56fffe68fa2b req-fb1c38a4-0a96-43b6-bc82-6d85287d6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:29:49.387048 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-fb1c38a4-0a96-43b6-bc82-6d85287d6979 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425360 Aug 25 05:29:49.475912 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-40acd697-8ca3-47a0-aec2-d5f4753eb49b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824134 Aug 25 05:29:49.567655 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-05797740-85f4-4572-a29e-56fffe68fa2b req-ebc1ca45-0fba-4958-9a30-0b3409c94dfb service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852644 Aug 25 05:29:51.045178 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:51.049560 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:51.051279 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:55.436259 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=11 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:55.438092 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=15 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:56.468059 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c33357be-2e4b-437a-a3ee-fcb22db8c1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:58.595292 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b4ebcac5-6c06-4136-a8fe-414749cba1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:29:59.563324 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=49 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:29:59.565112 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=52 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:00.027317 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:01.412948 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:01.458693 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.237227 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-a28b906f-e377-4934-8e07-968ed01a7448 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1932550627&fields=id&tenant_id=b0f35b076ec94efda11070e02d3a5acd HTTP/1.1" status: 200 len: 267 time: 0.0446858 Aug 25 05:30:04.287526 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-a75e6816-7970-4a82-a4e2-9c0fb209bf98 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:04.288976 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-a75e6816-7970-4a82-a4e2-9c0fb209bf98 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 984 time: 0.0464373 Aug 25 05:30:04.299853 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Request body: {'port': {'security_groups': ['31fb3022-5465-4836-8155-06b6c7125867']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:04.374245 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.543302 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:04.571363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for port (900a73f5-8be4-4458-b1a2-c46381499c03), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.646987 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.657768 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:04.658365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.659752 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4a8d1e67-9b82-4180-a326-69921f7568a0 req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "PUT /networking/v2.0/ports/900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 942 time: 0.3649611 Aug 25 05:30:04.660232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:30:04.662721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437" -d '{"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:30:04.665833 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45164) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:04.682745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:30:04.703462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772b6995-c253-42a1-aac9-dd2a11b48d7b x-openstack-request-id: req-772b6995-c253-42a1-aac9-dd2a11b48d7b {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:30:04.704024 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:30:04.704290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-772b6995-c253-42a1-aac9-dd2a11b48d7b {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:30:04.704715 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772b6995-c253-42a1-aac9-dd2a11b48d7b'] response: {'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:30:04.716626 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event updated for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=7']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:04.724939 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.725394 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.725516 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.725895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.726233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.726567 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.726899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.727230 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.727558 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.727900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.728214 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.728551 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.728869 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.729193 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.729519 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e247ef-c6f3-4446-b658-04ae0fd232e0 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.739426 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (5352878f-9f0a-4051-a612-1efc68be9c81), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.767264 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (5352878f-9f0a-4051-a612-1efc68be9c81), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.796618 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-7cdd60dd-8d3c-4b23-9410-c7a88760186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:04.798730 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-7cdd60dd-8d3c-4b23-9410-c7a88760186a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1129 time: 0.0420578 Aug 25 05:30:04.833443 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:30:04.904432 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-d1707dfb-f4c3-4f0c-81d5-3a24da349e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:04.905940 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-d1707dfb-f4c3-4f0c-81d5-3a24da349e6f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0998878 Aug 25 05:30:04.971700 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-88620982-4182-4907-a197-94134cfe40fc service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 1001 time: 0.0594909 Aug 25 05:30:04.975941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (5352878f-9f0a-4051-a612-1efc68be9c81), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.978842 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:04.984757 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/5352878f-9f0a-4051-a612-1efc68be9c81 HTTP/1.1" status: 204 len: 168 time: 0.3136504 Aug 25 05:30:04.986389 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45166) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:04.991453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5352878f-9f0a-4051-a612-1efc68be9c81,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:04.998810 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.999153 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.999486 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:04.999815 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.000141 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.000475 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.000787 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.001109 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.001443 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.001773 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.002096 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.002413 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.002726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.003040 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.003361 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e70bc-9f7c-4dde-84c4-36f12100c2d5 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:05.068475 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-8b4100d7-afe7-4111-b612-e092b7e32cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:05.069914 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-8b4100d7-afe7-4111-b612-e092b7e32cdb service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0915880 Aug 25 05:30:05.154866 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-2a3aa22f-5191-42be-963c-c12eb02c5faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:05.156340 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-2a3aa22f-5191-42be-963c-c12eb02c5faa service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521250 Aug 25 05:30:05.236262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Deleting port e85cf1c0-0edf-4b00-9b51-4217d1df82cf {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:05.236609 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:05.275365 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:05.278859 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:05.327266 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-f5bc8dad-9656-423d-b767-882cfc31b57a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515119 Aug 25 05:30:05.359608 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:05.359963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for floatingip (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:05.400047 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Calling delete_port for e85cf1c0-0edf-4b00-9b51-4217d1df82cf owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:05.505809 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ecc95470-8bd5-4da6-bdac-6dbb6d49e437 req-eeeda8f5-436b-46bb-a29b-6434b45210a9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701663 Aug 25 05:30:05.687094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e85cf1c0-0edf-4b00-9b51-4217d1df82cf), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:05.709961 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event deleted for resources: {'Port': ['ID=e85cf1c0-0edf-4b00-9b51-4217d1df82cf,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:05.775969 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks [] for floatingip (f720de2b-c939-434b-aa85-ac83c0099fc2), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:05.776313 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Floating IP f720de2b-c939-434b-aa85-ac83c0099fc2 disassociated (deleted). External IP: 172.27.3.161, port: 900a73f5-8be4-4458-b1a2-c46381499c03. Aug 25 05:30:05.914659 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:05.965481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:06.066821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:06.071490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:06.077343 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Sync routers for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:06.086772 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:06.087375 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:06.101952 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-851a7c88-3347-472b-ab74-bd93ac004413 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/f720de2b-c939-434b-aa85-ac83c0099fc2 HTTP/1.1" status: 204 len: 168 time: 1.1109335 Aug 25 05:30:06.191078 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:06.375757 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:06.403166 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Checking router: 746675a3-e396-49b1-bc2d-4fdcbd48ee06 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:06.412271 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:06.412863 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:06.524223 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:06.705561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:30:06.706127 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:06.707960 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4" -d '{"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:30:06.730395 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40497626-28be-462e-8ec9-0cc0b315cb6a None None] The sync data for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi is: [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:26:31Z', 'revision_number': 4, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'b2be7de5-5684-4fef-b13c-6f4e8578dc83', 'name': '', 'network_id': 'ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'mac_address': 'fa:16:3e:86:c9:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:30Z', 'updated_at': '2022-08-25T05:26:36Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'subnets': [{'id': '681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:06.748762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7186f296-71d7-4ccc-97a1-bda509c7c2f5 x-openstack-request-id: req-7186f296-71d7-4ccc-97a1-bda509c7c2f5 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:30:06.748762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:30:06.748762 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7186f296-71d7-4ccc-97a1-bda509c7c2f5 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:30:06.748762 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7186f296-71d7-4ccc-97a1-bda509c7c2f5'] response: {'name': 'network-changed', 'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:30:06.944574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47868d34-7c94-4d94-bc66-3c1df7e52aa9 None None] New status for floating IP f720de2b-c939-434b-aa85-ac83c0099fc2: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:30:07.132008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-b6193729-e39a-4e37-abcb-48b1fa925423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:07.141885 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-b6193729-e39a-4e37-abcb-48b1fa925423 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=b0f35b076ec94efda11070e02d3a5acd&device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 1129 time: 0.0487845 Aug 25 05:30:07.226583 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-3736c0d0-aad3-4205-8bcc-6f576b40f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:07.228067 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-3736c0d0-aad3-4205-8bcc-6f576b40f007 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 200 len: 914 time: 0.0860109 Aug 25 05:30:07.269269 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-5344106b-8a70-4a18-a051-5ba4366f4019 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 200 len: 217 time: 0.0353546 Aug 25 05:30:07.316815 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-9824dfa6-9e88-4d5b-902e-dda9c274fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:07.318297 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-9824dfa6-9e88-4d5b-902e-dda9c274fbb9 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 200 len: 852 time: 0.0431147 Aug 25 05:30:07.363442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-b9d7bf99-f937-4398-a64a-e10806d6fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:07.364891 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-b9d7bf99-f937-4398-a64a-e10806d6fd01 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403135 Aug 25 05:30:07.424427 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:07.475228 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-69ba3419-b427-43a5-88eb-52a259e1a171 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023662 Aug 25 05:30:07.570649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bdc8f61-2170-4dcc-a31f-6deba9cacda4 req-2b89aa6b-33dc-405c-918b-48174ab07063 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888143 Aug 25 05:30:07.876478 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:30:10.446756 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef72771-e9ad-4475-bde4-ccecc2e29223 req-7856d119-64af-49d4-9d00-ef27274d76db tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:10.448227 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0ef72771-e9ad-4475-bde4-ccecc2e29223 req-7856d119-64af-49d4-9d00-ef27274d76db tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0470252 Aug 25 05:30:10.494617 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0ef72771-e9ad-4475-bde4-ccecc2e29223 req-df82e955-c294-4ffa-9f3b-98a54d2a7850 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407071 Aug 25 05:30:11.115286 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:11.617134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66134c-feee-4ebf-87b4-533136ce0f20 req-727db103-247a-49f1-b42f-f56b21c26110 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:11.618797 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bb66134c-feee-4ebf-87b4-533136ce0f20 req-727db103-247a-49f1-b42f-f56b21c26110 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0511129 Aug 25 05:30:11.664265 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bb66134c-feee-4ebf-87b4-533136ce0f20 req-f3acd59c-c7e3-4a4a-b447-6c6ab496223a tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400009 Aug 25 05:30:12.602738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-f2dfe1aa-fee8-4641-bcdb-7711cbe73a70 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:12.604040 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-f2dfe1aa-fee8-4641-bcdb-7711cbe73a70 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0464799 Aug 25 05:30:12.683908 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Deleting port 900a73f5-8be4-4458-b1a2-c46381499c03 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:12.684557 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:12.782570 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] For port 900a73f5-8be4-4458-b1a2-c46381499c03, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=900a73f5-8be4-4458-b1a2-c46381499c03,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:12.782961 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:12.796238 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Calling delete_port for 900a73f5-8be4-4458-b1a2-c46381499c03 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:12.800823 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:12.801093 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ac69d-5f0a-47cd-9abf-7ae05b54e96d req-6c0204ae-189e-490b-b47d-62195c5fa070 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:12.802743 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-819ac69d-5f0a-47cd-9abf-7ae05b54e96d req-6c0204ae-189e-490b-b47d-62195c5fa070 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 945 time: 0.0598838 Aug 25 05:30:12.850601 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-819ac69d-5f0a-47cd-9abf-7ae05b54e96d req-ae9cb50d-b7fb-4d98-9c31-835bea399fa3 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=31fb3022-5465-4836-8155-06b6c7125867&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420089 Aug 25 05:30:13.252832 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (900a73f5-8be4-4458-b1a2-c46381499c03), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:13.288753 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['900a73f5-8be4-4458-b1a2-c46381499c03'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:30:13.289125 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Pushing event deleted for resources: {'Port': ['ID=900a73f5-8be4-4458-b1a2-c46381499c03,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:13.338637 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] No DVR routers for this DVR port 900a73f5-8be4-4458-b1a2-c46381499c03 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:13.341790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:13.345828 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d520475c-725f-4cbd-8ae8-061f4bdca108 req-65926d48-6222-4d66-a382-14e5f5a00305 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.47 "DELETE /networking/v2.0/ports/900a73f5-8be4-4458-b1a2-c46381499c03 HTTP/1.1" status: 204 len: 173 time: 0.7365022 Aug 25 05:30:13.346282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'name': 'network-vif-deleted', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:30:13.349919 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a594079-4067-4135-8f77-768c94cfe9da" -d '{"events": [{"server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "name": "network-vif-deleted", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:30:13.482012 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761bc6b3-7b56-4813-937f-d03ab71a8c60 x-openstack-request-id: req-761bc6b3-7b56-4813-937f-d03ab71a8c60 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:30:13.482298 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49659f3e-6163-4c23-80d7-2be2b2c4119a", "name": "network-vif-deleted", "tag": "900a73f5-8be4-4458-b1a2-c46381499c03", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:30:13.482548 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-761bc6b3-7b56-4813-937f-d03ab71a8c60 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:30:13.482947 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-761bc6b3-7b56-4813-937f-d03ab71a8c60'] response: {'server_uuid': '49659f3e-6163-4c23-80d7-2be2b2c4119a', 'name': 'network-vif-deleted', 'tag': '900a73f5-8be4-4458-b1a2-c46381499c03', 'status': 'completed', 'code': 200} Aug 25 05:30:13.966432 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9648afad-ab55-45dd-9bf2-74227e5e35c8 req-93b47bfd-01e0-4b33-b71c-6584c49765a8 tempest-TestMinimumBasicScenario-1950521657 tempest-TestMinimumBasicScenario-1950521657-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=49659f3e-6163-4c23-80d7-2be2b2c4119a HTTP/1.1" status: 200 len: 210 time: 0.0283117 Aug 25 05:30:15.475130 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 900a73f5-8be4-4458-b1a2-c46381499c03 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:15.498561 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 900a73f5-8be4-4458-b1a2-c46381499c03 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:15.498902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 900a73f5-8be4-4458-b1a2-c46381499c03 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:16.703418 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=72 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:17.442387 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45270) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:17.710945 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:17.746510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:17.872212 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=68 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:17.966554 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Deleting port b2be7de5-5684-4fef-b13c-6f4e8578dc83 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:17.966806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:18.044700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] For port b2be7de5-5684-4fef-b13c-6f4e8578dc83, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b2be7de5-5684-4fef-b13c-6f4e8578dc83,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:18.045067 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:18.058050 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Calling delete_port for b2be7de5-5684-4fef-b13c-6f4e8578dc83 owned by network:router_interface {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:18.067993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:18.317921 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (b2be7de5-5684-4fef-b13c-6f4e8578dc83), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:18.342397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2be7de5-5684-4fef-b13c-6f4e8578dc83,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:18.495210 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:18.506033 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:18.713015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:18.813444 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:18.818916 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-1bf02a76-1dda-464d-a0fc-dbfe8dbfc357 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/746675a3-e396-49b1-bc2d-4fdcbd48ee06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3754880 Aug 25 05:30:18.821462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45272) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:18.824060 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Sync routers for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:18.834969 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:18.835586 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:18.919959 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks [] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.013572 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:19.017993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks [] for router_gateway (746675a3-e396-49b1-bc2d-4fdcbd48ee06), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.021426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:19.109256 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Deleting port 244473a9-8a21-4d9c-9001-e1413b3da22f {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:19.109510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.178010 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:30:18Z', 'revision_number': 5, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port': {'id': '244473a9-8a21-4d9c-9001-e1413b3da22f', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:94:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:28Z', 'updated_at': '2022-08-25T05:26:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:19.189015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] For port 244473a9-8a21-4d9c-9001-e1413b3da22f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=244473a9-8a21-4d9c-9001-e1413b3da22f,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:19.189360 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.202436 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Checking router: 746675a3-e396-49b1-bc2d-4fdcbd48ee06 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:19.203124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Calling delete_port for 244473a9-8a21-4d9c-9001-e1413b3da22f owned by network:router_gateway {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:19.210853 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Routers {'746675a3-e396-49b1-bc2d-4fdcbd48ee06'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:19.211287 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:19.292628 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] Set router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:19.341133 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:30:19Z', 'revision_number': 6, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:19.368695 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e18f8e-66b3-47bf-81bc-54f3a2a3166f None None] The sync data for ids ['746675a3-e396-49b1-bc2d-4fdcbd48ee06'] in dv-cinder-853910-2-iscsi is: [{'id': '746675a3-e396-49b1-bc2d-4fdcbd48ee06', 'name': 'tempest-TestMinimumBasicScenario-34038691-router', 'tenant_id': 'b0f35b076ec94efda11070e02d3a5acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:27Z', 'updated_at': '2022-08-25T05:30:19Z', 'revision_number': 6, 'project_id': 'b0f35b076ec94efda11070e02d3a5acd', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:19.429631 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (244473a9-8a21-4d9c-9001-e1413b3da22f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.453274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Pushing event deleted for resources: {'Port': ['ID=244473a9-8a21-4d9c-9001-e1413b3da22f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:19.520441 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.606166 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.608307 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks [] for router_controller (746675a3-e396-49b1-bc2d-4fdcbd48ee06), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.707037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (746675a3-e396-49b1-bc2d-4fdcbd48ee06), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.707666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746675a3-e396-49b1-bc2d-4fdcbd48ee06 {{(pid=107055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:30:19.712881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.714124 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-90b31615-0316-4e64-a638-0c0930fe6813 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/746675a3-e396-49b1-bc2d-4fdcbd48ee06 HTTP/1.1" status: 204 len: 168 time: 0.8917265 Aug 25 05:30:19.716624 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45274) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:19.725575 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:19.764186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Deleting subnet 681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:30:19.767495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Publish callbacks [] for subnet (681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.806852 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.879254 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:19.900145 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:20.001748 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.031785 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:20.036446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.039590 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-517b2341-2bd8-4654-b1ea-7939ff54283d admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/681eff88-e0a4-4e8e-ae96-ebd0e7fec4ef HTTP/1.1" status: 204 len: 168 time: 0.3220305 Aug 25 05:30:20.042344 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45276) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:20.042759 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28b85a-c13a-4448-9622-f4829f3d0ce5 None None] Network ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:20.113582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.157822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Deleting port 698f4554-0b6e-474c-9004-4700b644f1a6 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:20.158162 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.208719 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] DHCP port deletion for ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:30:20.243705 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] For port 698f4554-0b6e-474c-9004-4700b644f1a6, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=698f4554-0b6e-474c-9004-4700b644f1a6,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:20.244066 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.257231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Calling delete_port for 698f4554-0b6e-474c-9004-4700b644f1a6 owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:20.260140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b2be7de5-5684-4fef-b13c-6f4e8578dc83 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:20.288904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Deleting port 698f4554-0b6e-474c-9004-4700b644f1a6 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:20.289270 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.291198 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: b2be7de5-5684-4fef-b13c-6f4e8578dc83 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:20.291548 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b2be7de5-5684-4fef-b13c-6f4e8578dc83 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:20.291941 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 244473a9-8a21-4d9c-9001-e1413b3da22f no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:20.343912 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 244473a9-8a21-4d9c-9001-e1413b3da22f {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:20.347596 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 244473a9-8a21-4d9c-9001-e1413b3da22f not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:20.373776 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] For port 698f4554-0b6e-474c-9004-4700b644f1a6, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=698f4554-0b6e-474c-9004-4700b644f1a6,segment=NetworkSegment(325c30aa-5801-41a4-aebd-199c207922e7),segment_id=325c30aa-5801-41a4-aebd-199c207922e7)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:20.374188 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.389410 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Calling delete_port for 698f4554-0b6e-474c-9004-4700b644f1a6 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:20.432712 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.460293 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Pushing event deleted for resources: {'Port': ['ID=698f4554-0b6e-474c-9004-4700b644f1a6,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:20.463761 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] No DVR routers for this DVR port 698f4554-0b6e-474c-9004-4700b644f1a6 on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:20.474754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (698f4554-0b6e-474c-9004-4700b644f1a6), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.500946 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Pushing event deleted for resources: {'Port': ['ID=698f4554-0b6e-474c-9004-4700b644f1a6,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:20.504152 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] No DVR routers for this DVR port 698f4554-0b6e-474c-9004-4700b644f1a6 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:20.510511 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.511077 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.511422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.511756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.512094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.512415 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.512742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.513059 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.513378 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.513754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.514074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.514581 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.514901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.515215 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.515529 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cc9a57-cca6-406f-a7f5-b88c2a9227cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:20.543848 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.564504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:20.573754 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325c30aa-5801-41a4-aebd-199c207922e7') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:20.580362 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325c30aa-5801-41a4-aebd-199c207922e7') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:20.583413 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (325c30aa-5801-41a4-aebd-199c207922e7), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.596849 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (325c30aa-5801-41a4-aebd-199c207922e7), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.603990 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:30:20.604377 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (325c30aa-5801-41a4-aebd-199c207922e7), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.682692 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 325c30aa-5801-41a4-aebd-199c207922e7 resource provider aggregate not found Aug 25 05:30:20.699031 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 325c30aa-5801-41a4-aebd-199c207922e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325c30aa-5801-41a4-aebd-199c207922e7 found for delete ", "request_id": "req-a1f99cb7-6666-46b8-a999-86f2f0c6cfb7"}]} Aug 25 05:30:20.724828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.730379 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:20.734649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb HTTP/1.1" status: 204 len: 168 time: 0.6901312 Aug 25 05:30:20.736591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45284) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:20.744429 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b46c-eb17-4c70-b8d3-a53ff580a60d admin admin] Pushing event deleted for resources: {'Network': ['ID=ff65d649-32c8-4f76-ba1c-3f3a70eb2fbb,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:21.040164 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (e6ab757b-a000-496d-8326-719e72a05614), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:21.251118 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:21.256159 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Deleting port 031f92b7-ca9c-4f2f-8b36-d7b57e915216 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:21.256493 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:21.304209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:21.337198 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] For port 031f92b7-ca9c-4f2f-8b36-d7b57e915216, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=031f92b7-ca9c-4f2f-8b36-d7b57e915216,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:21.337559 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:21.351567 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Calling delete_port for 031f92b7-ca9c-4f2f-8b36-d7b57e915216 owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:21.592922 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (031f92b7-ca9c-4f2f-8b36-d7b57e915216), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:21.616881 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Pushing event deleted for resources: {'Port': ['ID=031f92b7-ca9c-4f2f-8b36-d7b57e915216,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:21.779710 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (e6ab757b-a000-496d-8326-719e72a05614), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:21.978782 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Router e6ab757b-a000-496d-8326-719e72a05614 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:22.061557 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:22.079265 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:22.084217 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-fba343ed-0735-42af-9b5a-467a3ad4908b admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/e6ab757b-a000-496d-8326-719e72a05614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3465338 Aug 25 05:30:22.086909 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45286) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:22.090020 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Sync routers for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:22.092509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:22.095386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:22.100552 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=64,neutron:DELETE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:22.103855 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:22.107845 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:22.193812 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:22.198548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks [] for router (e6ab757b-a000-496d-8326-719e72a05614), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.211529 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:22.306320 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks [] for router_gateway (e6ab757b-a000-496d-8326-719e72a05614), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.309309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 698f4554-0b6e-474c-9004-4700b644f1a6 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:22.335652 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 698f4554-0b6e-474c-9004-4700b644f1a6 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:22.335987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 698f4554-0b6e-474c-9004-4700b644f1a6 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:22.402108 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Deleting port 038e89dd-a674-403e-8cd1-6caf08044fcf {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:22.402449 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.407093 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:30:21Z', 'revision_number': 5, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port': {'id': '038e89dd-a674-403e-8cd1-6caf08044fcf', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b6:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6ab757b-a000-496d-8326-719e72a05614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:26:35Z', 'updated_at': '2022-08-25T05:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:22.439121 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Checking router: e6ab757b-a000-496d-8326-719e72a05614 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:22.447714 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Routers {'e6ab757b-a000-496d-8326-719e72a05614'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:22.448323 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:29:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['e6ab757b-a000-496d-8326-719e72a05614'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:22.493451 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] For port 038e89dd-a674-403e-8cd1-6caf08044fcf, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=038e89dd-a674-403e-8cd1-6caf08044fcf,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:22.493742 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.506685 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Calling delete_port for 038e89dd-a674-403e-8cd1-6caf08044fcf owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:22.533096 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] Set router e6ab757b-a000-496d-8326-719e72a05614 gateway port host: None {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:22.581602 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:30:22Z', 'revision_number': 6, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:22.607281 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f089d-c39d-4b55-90f2-85c84b978a55 None None] The sync data for ids ['e6ab757b-a000-496d-8326-719e72a05614'] in dv-cinder-853910-2-iscsi is: [{'id': 'e6ab757b-a000-496d-8326-719e72a05614', 'name': 'tempest-TestMinimumBasicScenario-1499002807-router', 'tenant_id': '52469a83e4f74020b1208ed6ab573320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:26:34Z', 'updated_at': '2022-08-25T05:30:22Z', 'revision_number': 6, 'project_id': '52469a83e4f74020b1208ed6ab573320', 'gw_port_host': None}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:22.718166 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (038e89dd-a674-403e-8cd1-6caf08044fcf), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.744954 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=038e89dd-a674-403e-8cd1-6caf08044fcf,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:22.804527 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (e6ab757b-a000-496d-8326-719e72a05614), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.888475 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (e6ab757b-a000-496d-8326-719e72a05614), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.890541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks [] for router_controller (e6ab757b-a000-496d-8326-719e72a05614), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:22.893108 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:23.072219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (e6ab757b-a000-496d-8326-719e72a05614), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.072826 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6ab757b-a000-496d-8326-719e72a05614 {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:30:23.077006 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.078190 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-6830ad26-d926-41b7-a1e2-08e52d337d53 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/e6ab757b-a000-496d-8326-719e72a05614 HTTP/1.1" status: 204 len: 168 time: 0.9903784 Aug 25 05:30:23.080698 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45288) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:23.124671 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Deleting subnet cae9420a-5d45-4374-adf8-80e48549a8d9 {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:30:23.127794 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Publish callbacks [] for subnet (cae9420a-5d45-4374-adf8-80e48549a8d9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.161723 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (cae9420a-5d45-4374-adf8-80e48549a8d9), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.237891 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (cae9420a-5d45-4374-adf8-80e48549a8d9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.352713 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (cae9420a-5d45-4374-adf8-80e48549a8d9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.380772 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cae9420a-5d45-4374-adf8-80e48549a8d9,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:23.382784 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.385896 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-726926b2-e060-4e1e-8e7e-249523dc2ec3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/cae9420a-5d45-4374-adf8-80e48549a8d9 HTTP/1.1" status: 204 len: 168 time: 0.3042684 Aug 25 05:30:23.388485 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c403a8-2848-4ae5-ab77-c013986ae411 None None] Network a7075042-cdcc-42d5-a158-9f6cb3bbff72 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:23.388961 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45290) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:23.459277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (a7075042-cdcc-42d5-a158-9f6cb3bbff72), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.507657 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Deleting port 47f5242e-8395-4601-817a-498b94d34f6e {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:23.508115 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (47f5242e-8395-4601-817a-498b94d34f6e), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.534526 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] DHCP port deletion for a7075042-cdcc-42d5-a158-9f6cb3bbff72 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:30:23.572736 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] For port 47f5242e-8395-4601-817a-498b94d34f6e, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=47f5242e-8395-4601-817a-498b94d34f6e,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:23.573097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (47f5242e-8395-4601-817a-498b94d34f6e), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.578500 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Deleting port 47f5242e-8395-4601-817a-498b94d34f6e {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:23.578865 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (47f5242e-8395-4601-817a-498b94d34f6e), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.586139 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Calling delete_port for 47f5242e-8395-4601-817a-498b94d34f6e owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:23.595934 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:23.659632 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] For port 47f5242e-8395-4601-817a-498b94d34f6e, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=47f5242e-8395-4601-817a-498b94d34f6e,segment=NetworkSegment(232e040f-a615-4070-acb5-d5cdcc4e9f9c),segment_id=232e040f-a615-4070-acb5-d5cdcc4e9f9c)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:23.660024 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (47f5242e-8395-4601-817a-498b94d34f6e), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.661935 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:23.677457 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Calling delete_port for 47f5242e-8395-4601-817a-498b94d34f6e owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:23.729273 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (47f5242e-8395-4601-817a-498b94d34f6e), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.755524 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f5242e-8395-4601-817a-498b94d34f6e,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:23.756224 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (47f5242e-8395-4601-817a-498b94d34f6e), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.760639 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] No DVR routers for this DVR port 47f5242e-8395-4601-817a-498b94d34f6e on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:23.789741 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] Pushing event deleted for resources: {'Port': ['ID=47f5242e-8395-4601-817a-498b94d34f6e,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:23.797331 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264fad5-6d5c-4ce9-8f49-07ee8398ec50 None None] No DVR routers for this DVR port 47f5242e-8395-4601-817a-498b94d34f6e on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:23.842602 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (a7075042-cdcc-42d5-a158-9f6cb3bbff72), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.862878 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7075042-cdcc-42d5-a158-9f6cb3bbff72']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:23.872497 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '232e040f-a615-4070-acb5-d5cdcc4e9f9c') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:23.872795 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '232e040f-a615-4070-acb5-d5cdcc4e9f9c') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:23.882382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (232e040f-a615-4070-acb5-d5cdcc4e9f9c), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.896610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (232e040f-a615-4070-acb5-d5cdcc4e9f9c), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.902859 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:30:23.903243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (232e040f-a615-4070-acb5-d5cdcc4e9f9c), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:23.941639 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 232e040f-a615-4070-acb5-d5cdcc4e9f9c resource provider aggregate not found Aug 25 05:30:23.961014 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 232e040f-a615-4070-acb5-d5cdcc4e9f9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 232e040f-a615-4070-acb5-d5cdcc4e9f9c found for delete ", "request_id": "req-8bc9132f-4018-4a37-b6aa-37fde42e9a60"}]} Aug 25 05:30:24.041019 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (a7075042-cdcc-42d5-a158-9f6cb3bbff72), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.046598 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.051402 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/a7075042-cdcc-42d5-a158-9f6cb3bbff72 HTTP/1.1" status: 204 len: 168 time: 0.6601343 Aug 25 05:30:24.060692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fa763-d68b-4578-8f09-7bf1ff722709 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7075042-cdcc-42d5-a158-9f6cb3bbff72,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:24.214099 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 038e89dd-a674-403e-8cd1-6caf08044fcf no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:24.234995 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 038e89dd-a674-403e-8cd1-6caf08044fcf {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:24.235333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 038e89dd-a674-403e-8cd1-6caf08044fcf not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:24.235743 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 031f92b7-ca9c-4f2f-8b36-d7b57e915216 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:24.253264 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 031f92b7-ca9c-4f2f-8b36-d7b57e915216 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:24.253622 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 031f92b7-ca9c-4f2f-8b36-d7b57e915216 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:24.258025 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 47f5242e-8395-4601-817a-498b94d34f6e no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:24.272669 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 47f5242e-8395-4601-817a-498b94d34f6e {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:24.273003 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 47f5242e-8395-4601-817a-498b94d34f6e not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:24.491473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45298) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:24.528953 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-4e539b9b-6b8f-46db-a4dd-5f3d2c040807 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=b0f35b076ec94efda11070e02d3a5acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379777 Aug 25 05:30:24.531421 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45300) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:24.582221 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] Publish callbacks [] for security_group (31fb3022-5465-4836-8155-06b6c7125867), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.602092 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] Publish callbacks [] for security_group (31fb3022-5465-4836-8155-06b6c7125867), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.723983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (31fb3022-5465-4836-8155-06b6c7125867), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.726758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:24.727886 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/31fb3022-5465-4836-8155-06b6c7125867 HTTP/1.1" status: 204 len: 168 time: 0.1956146 Aug 25 05:30:24.735917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b95a31-170a-417b-a400-5971edd38f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fb3022-5465-4836-8155-06b6c7125867,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:25.382999 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45306) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:25.424597 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fca3f6dc-3d5a-43d9-a0a0-bec3879062c0 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=52469a83e4f74020b1208ed6ab573320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389290 Aug 25 05:30:25.425501 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45308) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:25.472351 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] Publish callbacks [] for security_group (61190f73-48b1-483c-b1ac-829004a6ae74), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:25.492917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] Publish callbacks [] for security_group (61190f73-48b1-483c-b1ac-829004a6ae74), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:25.635191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (61190f73-48b1-483c-b1ac-829004a6ae74), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:25.637808 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:25.639007 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61190f73-48b1-483c-b1ac-829004a6ae74 HTTP/1.1" status: 204 len: 168 time: 0.2125633 Aug 25 05:30:25.647926 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebcd65f-361a-4e6a-91c5-b14b38458e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61190f73-48b1-483c-b1ac-829004a6ae74,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:25.659384 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:26.498146 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-99c16d98-3f6e-4745-b816-38b79506683d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:26.680072 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45330) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:26.776290 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-557036410-network', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:26.857961 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Made reservation on behalf of 52aad667fe8d4b6582a7e4340ecfe33f for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:30:26.860324 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:26.868949 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:26.938761 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:26.943416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks [] for security_group (61e99f41-ecbb-49f1-a50b-ec867ba7ce29), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.026256 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (61e99f41-ecbb-49f1-a50b-ec867ba7ce29), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.051642 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:30:27.068384 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e99f41-ecbb-49f1-a50b-ec867ba7ce29,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:27.071222 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (672cbe1a-59a0-4d52-9eb4-c57cf6c7b800), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.071535 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Added segment 672cbe1a-59a0-4d52-9eb4-c57cf6c7b800 of type vlan for network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 Aug 25 05:30:27.111239 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (454c691d-682d-4b5a-86ac-287c2b4ee4b0), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.192591 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (454c691d-682d-4b5a-86ac-287c2b4ee4b0), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.193609 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:27.194200 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.252424 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] Pushing event updated for resources: {'Network': ['ID=454c691d-682d-4b5a-86ac-287c2b4ee4b0,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:27.263002 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:30:27.301787 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-96a818ee-2a2b-4a58-98fa-c66426dd7bac admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6148419 Aug 25 05:30:27.301787 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45334) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:27.305803 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Request body: {'subnet': {'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-557036410-subnet', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:27.383570 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Made reservation on behalf of 52aad667fe8d4b6582a7e4340ecfe33f for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:30:27.386137 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.459096 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:27.635275 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (892626b8-0ee1-48d2-98e8-35543971fe70), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.689127 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=892626b8-0ee1-48d2-98e8-35543971fe70,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:27.704185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Checking segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:27.704531 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Network hostable DHCP agents. Network: 454c691d-682d-4b5a-86ac-287c2b4ee4b0, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:30:27.823549 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:30:27.886110 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 454c691d-682d-4b5a-86ac-287c2b4ee4b0) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:27.890304 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:27.890904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:27.894624 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee4d7ee-a1eb-4942-ac64-e3d94284fafc None None] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:27.965938 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-8ff81e0d-e98d-43fd-b515-1e1fe4745140 admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6639004 Aug 25 05:30:27.969453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45336) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:27.975852 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:27.997454 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:30:27.998405 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.069981 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.071054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.129438 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for router_controller (d325ce6a-25e9-485a-a88c-e697b034e1ea), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.275786 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Allocated IP 172.20.0.2 (454c691d-682d-4b5a-86ac-287c2b4ee4b0/892626b8-0ee1-48d2-98e8-35543971fe70/e5edc4b3-ee85-41e6-957d-8aca5bd91987) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:28.433212 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks [] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.501638 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.557077 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:28.560544 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:28.568226 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:28.572572 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Pushing event updated for resources: {'Port': ['ID=e5edc4b3-ee85-41e6-957d-8aca5bd91987,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:28.577674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:28.611902 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for router_gateway (d325ce6a-25e9-485a-a88c-e697b034e1ea), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.633140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3fdffc5-695f-4615-9914-af0d5850d6c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.634730 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Attempting to bind port e5edc4b3-ee85-41e6-957d-8aca5bd91987 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:28.635097 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Attempting to bind port e5edc4b3-ee85-41e6-957d-8aca5bd91987 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:28.636567 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Attempting to bind port e5edc4b3-ee85-41e6-957d-8aca5bd91987 on network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:28.641402 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:28.641800 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Checking segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:28.642198 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.642584 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Bound using segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:28.643045 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Bound port: e5edc4b3-ee85-41e6-957d-8aca5bd91987, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:28.643441 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.705518 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] For port e5edc4b3-ee85-41e6-957d-8aca5bd91987, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:28.709333 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] For port e5edc4b3-ee85-41e6-957d-8aca5bd91987, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e5edc4b3-ee85-41e6-957d-8aca5bd91987,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:28.812868 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.874197 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e950b81-e778-4bf6-8b52-348ffd85c200 None None] Pushing event updated for resources: {'Port': ['ID=e5edc4b3-ee85-41e6-957d-8aca5bd91987,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:28.928649 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for router_gateway (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:28.948450 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:29.093216 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Allocated IP 172.27.3.150 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/9446b4e1-a7fc-423e-959a-09ba9f6f89e6) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:29.211369 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:29.317700 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=42 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.341624 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:29.344051 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=41 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.345925 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=6 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.387422 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:29.392310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:29.395467 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:29.403258 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Pushing event updated for resources: {'Port': ['ID=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:29.737187 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.750217 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for router_gateway (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:29.824014 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac2067-70c1-4ecd-a256-ee77ed3767f5 None None] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:29.888787 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Provisioning complete for port e5edc4b3-ee85-41e6-957d-8aca5bd91987 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:29.889158 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:29.916078 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.932821 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:29.949967 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.026546 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Current status of the port e5edc4b3-ee85-41e6-957d-8aca5bd91987 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:30.026999 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.056476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:30.070265 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] For port e5edc4b3-ee85-41e6-957d-8aca5bd91987, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e5edc4b3-ee85-41e6-957d-8aca5bd91987,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:30.101347 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.181360 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.189888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Router d325ce6a-25e9-485a-a88c-e697b034e1ea is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:30:30.257303 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be19fe9-a86a-40bc-abaa-21f3dc67b9d3 None None] Pushing event updated for resources: {'Port': ['ID=e5edc4b3-ee85-41e6-957d-8aca5bd91987,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:30.282728 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e5edc4b3-ee85-41e6-957d-8aca5bd91987 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:30.310368 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:30.319635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:30.329467 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Sync routers for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:30.331706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-f7e462fc-9694-47d9-9e18-cf5071eadf3a None None] Provisioning complete for port e5edc4b3-ee85-41e6-957d-8aca5bd91987 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:30.332100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-f7e462fc-9694-47d9-9e18-cf5071eadf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.345997 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:30.346830 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:30.376756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e5edc4b3-ee85-41e6-957d-8aca5bd91987 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:30.377122 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.451838 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-f7e462fc-9694-47d9-9e18-cf5071eadf3a None None] Current status of the port e5edc4b3-ee85-41e6-957d-8aca5bd91987 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:30.458465 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:30.472431 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.472431 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7d7c8449-74da-4750-8a30-75b3ef358f17 admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4893820 Aug 25 05:30:30.473397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45338) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:30.495158 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e5edc4b3-ee85-41e6-957d-8aca5bd91987 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:30.619126 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:30.644804 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:29Z', 'revision_number': 3, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:30.674719 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Checking router: d325ce6a-25e9-485a-a88c-e697b034e1ea for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:30.675084 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Updating router d325ce6a-25e9-485a-a88c-e697b034e1ea port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:30:30.703897 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.765732 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:30.902475 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:30.982538 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks [] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.063650 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Allocated IP 172.20.0.1 (454c691d-682d-4b5a-86ac-287c2b4ee4b0/892626b8-0ee1-48d2-98e8-35543971fe70/c852b0e5-7445-472e-905e-1f693eb2b1a2) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:31.078340 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.114383 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Attempting to bind port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:31.115069 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Attempting to bind port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:31.115431 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Attempting to bind port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:31.132862 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:31.133228 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:31.133659 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.134055 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:31.134537 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Bound port: 9446b4e1-a7fc-423e-959a-09ba9f6f89e6, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:31.134913 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.160005 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Pushing event updated for resources: {'Port': ['ID=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:31.174774 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.175122 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.175483 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.176403 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.176737 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.177074 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.177409 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.177763 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.178088 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.178413 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.178755 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.179078 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.179422 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.179770 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.180101 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:30:31.209261 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] For port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:31.212960 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] For port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:31.336157 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.388020 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:31.388498 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:31.425057 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:31.443841 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks [] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.447430 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.456499 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd2347-b206-4988-8ce9-461618878d6b None None] Pushing event updated for resources: {'Port': ['ID=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:31.484770 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:31.506497 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.514163 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:31.515799 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:31.581624 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.630149 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:31.635446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:31.639914 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:31.644333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Pushing event updated for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:31.691695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.807951 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:29Z', 'revision_number': 3, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:31.840515 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b455c974-36c4-41c5-a7b4-a13c65f2056b None None] The sync data for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi is: [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:29Z', 'revision_number': 3, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:31.880126 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-453c3de9-18ca-454a-8155-ccd112d31705 None None] Provisioning complete for port c852b0e5-7445-472e-905e-1f693eb2b1a2 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:31.880526 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-453c3de9-18ca-454a-8155-ccd112d31705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:31.922052 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-453c3de9-18ca-454a-8155-ccd112d31705 None None] Port c852b0e5-7445-472e-905e-1f693eb2b1a2 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:30:31.934587 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.071805 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:32.128092 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks [] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.198722 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.291830 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.292590 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Pushing event updated for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:32.348135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e5edc4b3-ee85-41e6-957d-8aca5bd91987 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:32.402631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port e5edc4b3-ee85-41e6-957d-8aca5bd91987 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:32.403042 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.414661 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:32.416347 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:32.519959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port e5edc4b3-ee85-41e6-957d-8aca5bd91987 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:32.522737 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:32.586673 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Router d325ce6a-25e9-485a-a88c-e697b034e1ea has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:32.596195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:32.596195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.644277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:32.703061 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:32.716778 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.728631 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:32.731020 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:32.737611 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-24694027-7006-4c71-bb4c-2858fddfce59 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d325ce6a-25e9-485a-a88c-e697b034e1ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2727191 Aug 25 05:30:32.758231 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-66734b80-3398-47be-bfb1-57349d71788f None None] Provisioning complete for port c852b0e5-7445-472e-905e-1f693eb2b1a2 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:32.759074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-66734b80-3398-47be-bfb1-57349d71788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.794200 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-66734b80-3398-47be-bfb1-57349d71788f None None] Port c852b0e5-7445-472e-905e-1f693eb2b1a2 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:30:32.841045 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:32.900481 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:33.578797 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45354) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:33.584378 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1580492748-network', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:33.669080 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Sync routers for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:33.680379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:33.680902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:33.718403 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Made reservation on behalf of a1e042d8df5e4494a03603ae00efd15b for: {'network': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:30:33.721324 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for network (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:33.736751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:33.788402 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:33.819739 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks [] for security_group (08db63c4-a34d-4b36-802d-909bf6c69913), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:33.939445 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (08db63c4-a34d-4b36-802d-909bf6c69913), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:33.963676 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=107056) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 25 05:30:33.982328 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db63c4-a34d-4b36-802d-909bf6c69913,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:33.985536 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (34474337-746b-4185-b1d0-4d76785384ae), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:33.985924 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.segments_db [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Added segment 34474337-746b-4185-b1d0-4d76785384ae of type vlan for network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc Aug 25 05:30:33.990079 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 2, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:34.017072 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Checking router: d325ce6a-25e9-485a-a88c-e697b034e1ea for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:34.017536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Updating router d325ce6a-25e9-485a-a88c-e697b034e1ea port c852b0e5-7445-472e-905e-1f693eb2b1a2 binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:30:34.032221 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736002217593'] for network (3b0ded51-a9eb-4469-9ee8-2994dcde05fc), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.047566 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.169525 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788'] for network (3b0ded51-a9eb-4469-9ee8-2994dcde05fc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.170691 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:34.171267 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.249608 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=3b0ded51-a9eb-4469-9ee8-2994dcde05fc,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:34.249820 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:34.282291 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc details requested by agent ovs-agent-dv-cinder-853910-2-iscsi with host dv-cinder-853910-2-iscsi {{(pid=107057) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 25 05:30:34.320369 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7a916098-d555-4cb0-9aaf-9353f11b6fc3 admin admin] 10.222.0.16 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7404764 Aug 25 05:30:34.323541 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45356) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:34.329202 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Request body: {'subnet': {'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1580492748-subnet', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'ip_version': 4}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:34.409387 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:34.409701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.437766 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Made reservation on behalf of a1e042d8df5e4494a03603ae00efd15b for: {'subnet': 1} {{(pid=107056) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:30:34.440312 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5080567'] for subnet (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.454772 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks [] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.463386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:34.500749 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:34.549765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.555644 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:34.617341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c347f9-a594-4715-87b4-033755c3b924 None None] Pushing event updated for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:34.645328 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:34.650456 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Attempting to bind port c852b0e5-7445-472e-905e-1f693eb2b1a2 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:34.650831 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Attempting to bind port c852b0e5-7445-472e-905e-1f693eb2b1a2 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:34.651193 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Attempting to bind port c852b0e5-7445-472e-905e-1f693eb2b1a2 on network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:34.656300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:34.656665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Checking segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:34.657062 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.657458 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Bound using segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:34.658007 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Bound port: c852b0e5-7445-472e-905e-1f693eb2b1a2, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:34.658382 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.706713 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6583444', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5080517'] for subnet (c9817db5-cca9-4451-af33-96863cb1e303), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.720826 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] For port c852b0e5-7445-472e-905e-1f693eb2b1a2, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:34.727934 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] For port c852b0e5-7445-472e-905e-1f693eb2b1a2, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=c852b0e5-7445-472e-905e-1f693eb2b1a2,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:34.769610 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9817db5-cca9-4451-af33-96863cb1e303,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:34.777890 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Checking segment: {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107056) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:34.778246 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Network hostable DHCP agents. Network: 3b0ded51-a9eb-4469-9ee8-2994dcde05fc, hostable agents: ['4a1f3305-d2fd-48c7-ae44-f78178db105f'], hosted agents: [] {{(pid=107056) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 25 05:30:34.784585 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:34.841091 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.876668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc is scheduled to be hosted by DHCP agent 4a1f3305-d2fd-48c7-ae44-f78178db105f with binding_index 1 {{(pid=107056) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 25 05:30:34.880361 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:34.880992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:34.939207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c347f9-a594-4715-87b4-033755c3b924 None None] Pushing event updated for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:34.980372 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-853910-2-iscsi, 3b0ded51-a9eb-4469-9ee8-2994dcde05fc) {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:34.984939 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:34.985420 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:34.992068 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebac9e53-4aa8-4d34-aa10-b385a3644b96 None None] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:35.081849 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-7ca349f8-3c76-4826-96f0-2a59c2f7204d admin admin] 10.222.0.16 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7571881 Aug 25 05:30:35.084823 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45358) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:35.089393 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:35.110569 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:35.169414 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:35.232318 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1600463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10305'] for router (655ba25a-d11e-4271-9094-194a34d4a551), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.233451 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1598691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1598251', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1754629', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10312'] for router (655ba25a-d11e-4271-9094-194a34d4a551), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.291986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for router_controller (655ba25a-d11e-4271-9094-194a34d4a551), precommit_add_association {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.336040 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa69168aa-2942-57cd-8ed0-b70495204cac-3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'fixed_ips': [{'subnet_id': 'c9817db5-cca9-4451-af33-96863cb1e303'}]}} from dv-cinder-853910-2-iscsi. {{(pid=107057) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 25 05:30:35.338139 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.499110 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:34Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:35.529140 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for router_gateway (655ba25a-d11e-4271-9094-194a34d4a551), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.543573 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2fc28-155f-4c8e-b49a-4b37d3bf861f None None] The sync data for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi is: [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:34Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:35.570928 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.db_base_plugin_common [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Allocated IP 172.20.0.2 (3b0ded51-a9eb-4469-9ee8-2994dcde05fc/c9817db5-cca9-4451-af33-96863cb1e303/cf590dd6-cd75-481d-ba0c-b8488bc35817) {{(pid=107057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:35.763257 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks [] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), precommit_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.879442 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), after_create {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.890329 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for router_gateway (655ba25a-d11e-4271-9094-194a34d4a551), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.912868 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:35.927665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc is already hosted by enough agents. {{(pid=107057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:35.931097 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.scheduler.base_scheduler [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Resources bound (agent type, host, resource id): {{(pid=107057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:35.936610 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Pushing event updated for resources: {'Port': ['ID=cf590dd6-cd75-481d-ba0c-b8488bc35817,revision_number=1']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:35.936610 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Received port after_create {{(pid=107057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:35.943401 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:36.011520 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Attempting to bind port cf590dd6-cd75-481d-ba0c-b8488bc35817 on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:36.011992 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Attempting to bind port cf590dd6-cd75-481d-ba0c-b8488bc35817 by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:36.012421 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Attempting to bind port cf590dd6-cd75-481d-ba0c-b8488bc35817 on network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:36.020100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:36.020892 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Checking segment: {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:36.021375 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.021878 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Bound using segment: {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:36.022419 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Bound port: cf590dd6-cd75-481d-ba0c-b8488bc35817, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:36.023074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.046846 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Allocated IP 172.27.3.5 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/a6beabc4-3c20-473f-8252-c2875e892bdc) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:36.106523 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] For port cf590dd6-cd75-481d-ba0c-b8488bc35817, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:36.110401 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] For port cf590dd6-cd75-481d-ba0c-b8488bc35817, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=cf590dd6-cd75-481d-ba0c-b8488bc35817,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:36.191470 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.215616 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.294600 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0d219e-2c17-4185-85da-733048247c15 None None] Pushing event updated for resources: {'Port': ['ID=cf590dd6-cd75-481d-ba0c-b8488bc35817,revision_number=2']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:36.312177 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device c852b0e5-7445-472e-905e-1f693eb2b1a2 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:36.319663 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.369395 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:36.371795 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port c852b0e5-7445-472e-905e-1f693eb2b1a2 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:36.376966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.383114 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:36.387492 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:36.393955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Pushing event updated for resources: {'Port': ['ID=a6beabc4-3c20-473f-8252-c2875e892bdc,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:36.448378 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:36.535095 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port c852b0e5-7445-472e-905e-1f693eb2b1a2 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:36.535095 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.577974 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port c852b0e5-7445-472e-905e-1f693eb2b1a2, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=c852b0e5-7445-472e-905e-1f693eb2b1a2,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:36.689407 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.728439 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:36.746443 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:36.833341 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for router_gateway (655ba25a-d11e-4271-9094-194a34d4a551), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:36.876459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:37.045950 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1598708', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1598285'] for router (655ba25a-d11e-4271-9094-194a34d4a551), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.421875 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e10a81-e843-4c76-ab84-2fa3d2554039 None None] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:30:37.492219 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Provisioning complete for port cf590dd6-cd75-481d-ba0c-b8488bc35817 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:37.505931 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.561396 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Router 655ba25a-d11e-4271-9094-194a34d4a551 is scheduled to L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 with binding_index 1 {{(pid=107056) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 25 05:30:37.607189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:37.611722 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Current status of the port cf590dd6-cd75-481d-ba0c-b8488bc35817 is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:37.612120 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.672841 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] For port cf590dd6-cd75-481d-ba0c-b8488bc35817, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=cf590dd6-cd75-481d-ba0c-b8488bc35817,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:37.705144 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:37.715272 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Sync routers for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:37.727546 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:37.728234 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:37.766834 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.798063 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.799574 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-95dd5464-a16c-4c44-b40f-cb224092fe7a admin admin] 10.222.0.16 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7135472 Aug 25 05:30:37.802758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45360) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:37.850542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c174c9b-9488-46ee-98d8-06b304da30bc None None] Pushing event updated for resources: {'Port': ['ID=cf590dd6-cd75-481d-ba0c-b8488bc35817,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:37.871682 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:37.887704 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-7f22bd4b-9b37-401f-a09f-f288b188291c None None] Provisioning complete for port cf590dd6-cd75-481d-ba0c-b8488bc35817 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:37.888206 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7f22bd4b-9b37-401f-a09f-f288b188291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:37.992591 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-7f22bd4b-9b37-401f-a09f-f288b188291c None None] Current status of the port cf590dd6-cd75-481d-ba0c-b8488bc35817 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:38.075998 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 3, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:38.105538 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Checking router: 655ba25a-d11e-4271-9094-194a34d4a551 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:38.105923 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Updating router 655ba25a-d11e-4271-9094-194a34d4a551 port a6beabc4-3c20-473f-8252-c2875e892bdc binding host dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:30:38.120331 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:38.133736 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.326057 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.335627 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:38.376700 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device cf590dd6-cd75-481d-ba0c-b8488bc35817 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:38.446724 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:38.457448 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port cf590dd6-cd75-481d-ba0c-b8488bc35817 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:38.457998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.491683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Allocated IP 172.20.0.1 (3b0ded51-a9eb-4469-9ee8-2994dcde05fc/c9817db5-cca9-4451-af33-96863cb1e303/12dad76b-9a4c-4f44-a96a-8a7521d32c9f) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:38.494255 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks [] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), precommit_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.531686 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port cf590dd6-cd75-481d-ba0c-b8488bc35817 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:38.532738 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device c852b0e5-7445-472e-905e-1f693eb2b1a2 up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:38.563263 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.589192 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port c852b0e5-7445-472e-905e-1f693eb2b1a2 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:38.590618 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.603534 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks [] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.604317 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Attempting to bind port a6beabc4-3c20-473f-8252-c2875e892bdc on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:38.604988 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Attempting to bind port a6beabc4-3c20-473f-8252-c2875e892bdc by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:38.605473 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Attempting to bind port a6beabc4-3c20-473f-8252-c2875e892bdc on network 561ba299-fc05-4533-8955-328fe59874a9 {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:38.616160 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:38.616707 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Checking segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:38.617213 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.617725 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Bound using segment: {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'} {{(pid=107058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:38.618281 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.managers [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Bound port: a6beabc4-3c20-473f-8252-c2875e892bdc, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '085d6363-950b-493f-93d1-03d654b5d62e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '561ba299-fc05-4533-8955-328fe59874a9'}}] {{(pid=107058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:38.618741 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), before_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.648615 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987d1e6-d566-4f7e-b4d4-cc85b6a73e77 None None] Pushing event updated for resources: {'Port': ['ID=a6beabc4-3c20-473f-8252-c2875e892bdc,revision_number=2']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:38.682172 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] For port a6beabc4-3c20-473f-8252-c2875e892bdc, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:38.683096 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port c852b0e5-7445-472e-905e-1f693eb2b1a2 is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:38.685676 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.plugins.ml2.db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] For port a6beabc4-3c20-473f-8252-c2875e892bdc, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=a6beabc4-3c20-473f-8252-c2875e892bdc,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:38.704059 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.745695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:38.750112 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:38.754507 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:38.762004 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron_lib.callbacks.manager [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), after_update {{(pid=107058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.776107 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Pushing event updated for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:38.802887 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1597474'] for router_interface (655ba25a-d11e-4271-9094-194a34d4a551), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:38.804759 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:38.805388 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:38.861212 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987d1e6-d566-4f7e-b4d4-cc85b6a73e77 None None] Pushing event updated for resources: {'Port': ['ID=a6beabc4-3c20-473f-8252-c2875e892bdc,revision_number=3']} {{(pid=107058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:38.924192 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:38.998028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.015244 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:39.021069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-4122ee63-518a-416f-907c-752acee77bd9 None None] Provisioning complete for port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:39.021069 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4122ee63-518a-416f-907c-752acee77bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.038947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:39.059541 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-4122ee63-518a-416f-907c-752acee77bd9 None None] Port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:30:39.096107 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 3, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:39.124864 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da48c73-f7cf-479c-9f41-40dacff66086 None None] The sync data for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi is: [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 3, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:39.162099 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks [] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.214993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.259347 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:39.288156 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1586778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597630'] for router_interface (655ba25a-d11e-4271-9094-194a34d4a551), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.290063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Pushing event updated for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:39.403173 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:39.404617 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:39.531300 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Router 655ba25a-d11e-4271-9094-194a34d4a551 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:39.645819 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:39.652258 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-3f359a4d-993a-4f02-b183-df9d3ca69266 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/655ba25a-d11e-4271-9094-194a34d4a551/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8474696 Aug 25 05:30:39.685508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-33ddf476-1cb1-4ed4-80aa-e85843d6face None None] Provisioning complete for port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:39.686136 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33ddf476-1cb1-4ed4-80aa-e85843d6face None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:39.719385 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-33ddf476-1cb1-4ed4-80aa-e85843d6face None None] Port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:30:40.123606 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45368) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:40.128248 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1789313452', 'description': 'tempest-secgroup-smoke-1789313452 description', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:40.204116 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.255701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device a6beabc4-3c20-473f-8252-c2875e892bdc up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:40.276341 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (f3ae5b4b-0ef1-417f-b0b6-4d746891eec3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.289973 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:40.300642 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port a6beabc4-3c20-473f-8252-c2875e892bdc triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:40.301016 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.340255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f3ae5b4b-0ef1-417f-b0b6-4d746891eec3), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.345209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:40.376461 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port a6beabc4-3c20-473f-8252-c2875e892bdc is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:40.376687 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:40.376851 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.399665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port a6beabc4-3c20-473f-8252-c2875e892bdc, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=a6beabc4-3c20-473f-8252-c2875e892bdc,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:40.468243 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.469568 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-87fda982-7b19-4e8b-81f2-3886c280d0e3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3449717 Aug 25 05:30:40.475183 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45370) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:40.477574 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:40.495117 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.543026 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=a6beabc4-3c20-473f-8252-c2875e892bdc,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:40.609140 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (dca97c70-cd50-413a-9e22-4b4ba9ee93bd), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.663542 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (dca97c70-cd50-413a-9e22-4b4ba9ee93bd), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.744110 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (dca97c70-cd50-413a-9e22-4b4ba9ee93bd), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.765270 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca97c70-cd50-413a-9e22-4b4ba9ee93bd,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:40.771959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Sync routers for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:40.783119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:40.783719 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:40.832223 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:40.833440 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-9f682558-5a5b-4fb8-a777-61d1c5a72eec tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3597794 Aug 25 05:30:40.836453 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45372) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:40.840859 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:40.886115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:40.938835 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:40.941755 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (9fd14c3a-4f2d-4cee-88dc-84f92603c54d), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.001443 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (9fd14c3a-4f2d-4cee-88dc-84f92603c54d), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.008996 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:41.077762 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (9fd14c3a-4f2d-4cee-88dc-84f92603c54d), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.090483 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:38Z', 'revision_number': 4, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '12dad76b-9a4c-4f44-a96a-8a7521d32c9f', 'name': '', 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'mac_address': 'fa:16:3e:ea:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:38Z', 'updated_at': '2022-08-25T05:30:39Z', 'revision_number': 2, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'subnets': [{'id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:41.097107 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd14c3a-4f2d-4cee-88dc-84f92603c54d,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:41.117525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Checking router: 655ba25a-d11e-4271-9094-194a34d4a551 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:41.117902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Updating router 655ba25a-d11e-4271-9094-194a34d4a551 port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f binding host dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 25 05:30:41.139356 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:41.145490 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.157262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.182665 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.184070 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1924fe82-4322-4516-a184-c76776037b79 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3466065 Aug 25 05:30:41.187416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45374) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:41.192347 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:41.282981 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (03573354-7aa6-48a8-a2fe-1a71f2a7dfa2), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.314639 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:41.342674 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (03573354-7aa6-48a8-a2fe-1a71f2a7dfa2), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.406798 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks [] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), precommit_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.437821 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (03573354-7aa6-48a8-a2fe-1a71f2a7dfa2), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.456542 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03573354-7aa6-48a8-a2fe-1a71f2a7dfa2,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:41.494599 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.519457 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.520610 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-3837e712-3ce5-4690-b4b7-8407886cc940 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3322840 Aug 25 05:30:41.523328 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45376) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:41.527592 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:41.530055 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:41.557058 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab06fc-d343-4e3b-b15c-a0e9b6cca517 None None] Pushing event updated for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=3']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:41.585995 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Attempting to bind port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f on host dv-cinder-853910-2-iscsi for vnic_type normal with profile {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:41.586354 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Attempting to bind port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f by drivers openvswitch,hyperv on host dv-cinder-853910-2-iscsi at level 0 using segments [{'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:41.586708 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Attempting to bind port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f on network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:41.591755 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Checking agent: {'id': '6828916b-fa9f-443a-971a-3021c55d8441', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-853910-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 5, 1), 'started_at': datetime.datetime(2022, 8, 25, 5, 5, 31), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-853910-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:41.592122 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Checking segment: {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:41.592513 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.592895 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Bound using segment: {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'} {{(pid=107057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:41.593341 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.managers [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Bound port: 12dad76b-9a4c-4f44-a96a-8a7521d32c9f, host: dv-cinder-853910-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34474337-746b-4185-b1d0-4d76785384ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc'}}] {{(pid=107057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:41.593738 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.626928 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (32ecc85e-c1d7-40b7-9e5b-80227057ed84), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.657334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] For port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f, host dv-cinder-853910-2-iscsi, cleared binding levels {{(pid=107057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:41.661026 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] For port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f, host dv-cinder-853910-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:41.688379 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (32ecc85e-c1d7-40b7-9e5b-80227057ed84), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.738141 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.757768 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (32ecc85e-c1d7-40b7-9e5b-80227057ed84), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.777199 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ecc85e-c1d7-40b7-9e5b-80227057ed84,revision_number=0']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:41.777453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:41.777937 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:41.837924 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab06fc-d343-4e3b-b15c-a0e9b6cca517 None None] Pushing event updated for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:41.862704 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:41.864040 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d3e1a861-9dee-4223-80de-746336ab8aca tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3397956 Aug 25 05:30:41.867060 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45378) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:41.871996 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:41.963363 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.securitygroups_db [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Project 52aad667fe8d4b6582a7e4340ecfe33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:30:41.969560 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (22b8db7a-32ba-4eba-a296-ccc3c921b5d7), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.023506 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:42.036521 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (22b8db7a-32ba-4eba-a296-ccc3c921b5d7), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.100348 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (22b8db7a-32ba-4eba-a296-ccc3c921b5d7), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.120440 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b8db7a-32ba-4eba-a296-ccc3c921b5d7,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:42.188082 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.192489 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-e6d46142-dacf-4cb9-8b6e-fd06ee5ff39a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3211868 Aug 25 05:30:42.192760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45380) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:30:42.197293 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'security_group_rule': {'security_group_id': 'f3ae5b4b-0ef1-417f-b0b6-4d746891eec3', 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:42.212832 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:38Z', 'revision_number': 4, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '12dad76b-9a4c-4f44-a96a-8a7521d32c9f', 'name': '', 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'mac_address': 'fa:16:3e:ea:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:38Z', 'updated_at': '2022-08-25T05:30:41Z', 'revision_number': 4, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'subnets': [{'id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:42.242111 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72750d00-6905-49ab-8184-01a903ce6d3a None None] The sync data for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi is: [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:38Z', 'revision_number': 4, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '12dad76b-9a4c-4f44-a96a-8a7521d32c9f', 'name': '', 'network_id': '3b0ded51-a9eb-4469-9ee8-2994dcde05fc', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'mac_address': 'fa:16:3e:ea:2f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:38Z', 'updated_at': '2022-08-25T05:30:41Z', 'revision_number': 4, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'subnets': [{'id': 'c9817db5-cca9-4451-af33-96863cb1e303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:42.254436 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device a6beabc4-3c20-473f-8252-c2875e892bdc up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:42.301195 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.securitygroups_db [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Project 52aad667fe8d4b6582a7e4340ecfe33f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 25 05:30:42.312010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port a6beabc4-3c20-473f-8252-c2875e892bdc triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:42.312390 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.315054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (0d747589-eb09-496b-8a3c-eb05d825eb2f), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.394636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (0d747589-eb09-496b-8a3c-eb05d825eb2f), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.397434 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port a6beabc4-3c20-473f-8252-c2875e892bdc is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:42.475806 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1666897'] for security_group_rule (0d747589-eb09-496b-8a3c-eb05d825eb2f), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.497993 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d747589-eb09-496b-8a3c-eb05d825eb2f,revision_number=0']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:42.551927 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:42.553278 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-785ba216-fc7c-4f2f-b19d-dd99e1501575 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3595073 Aug 25 05:30:44.246094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 12dad76b-9a4c-4f44-a96a-8a7521d32c9f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:44.294962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:44.295330 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:44.368670 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f is: DOWN; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:44.369058 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:44.402986 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] For port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:44.478159 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:44.544986 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Pushing event updated for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:44.875022 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:30:44.990882 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e861eca-fc1b-4ee9-8df8-70aa9d368dfa req-d8201cae-c738-4a7d-a25d-3b03969e527e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:44.992642 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1e861eca-fc1b-4ee9-8df8-70aa9d368dfa req-d8201cae-c738-4a7d-a25d-3b03969e527e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0487931 Aug 25 05:30:45.043221 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1e861eca-fc1b-4ee9-8df8-70aa9d368dfa req-35e33410-12d2-4e96-92b0-2c80ca76858e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446031 Aug 25 05:30:46.168398 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace0274-2e60-4768-b017-e25f444f1a08 req-9cd271ba-29ef-4846-9f8b-c2b7ff2cdced tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:46.169264 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aace0274-2e60-4768-b017-e25f444f1a08 req-9cd271ba-29ef-4846-9f8b-c2b7ff2cdced tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0496550 Aug 25 05:30:46.220591 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aace0274-2e60-4768-b017-e25f444f1a08 req-abe5f856-a18a-4302-827a-b4919eb036b2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456271 Aug 25 05:30:46.237306 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 12dad76b-9a4c-4f44-a96a-8a7521d32c9f up at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:30:46.281299 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Provisioning complete for port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:46.281737 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:46.302712 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:46.352886 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Current status of the port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f is: ACTIVE; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:30:46.886946 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c660b-19e3-464c-bf00-e59142d04623 req-e4a7ced0-c60e-4df6-81dd-f6310aec76bf tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:46.888380 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-485c660b-19e3-464c-bf00-e59142d04623 req-e4a7ced0-c60e-4df6-81dd-f6310aec76bf tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0506577 Aug 25 05:30:46.974177 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:30:46.974777 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.038350 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:47.066482 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] For port 0cf331ed-ea11-4879-b5b1-0e0332ecea09, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=0cf331ed-ea11-4879-b5b1-0e0332ecea09,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:30:47.066845 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.231707 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.232067 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (7b95a4c8-6a8e-4dd3-8764-9e7361192343), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.232378 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 7b95a4c8-6a8e-4dd3-8764-9e7361192343 disassociated. External IP: 172.27.3.32, port: 0cf331ed-ea11-4879-b5b1-0e0332ecea09. Aug 25 05:30:47.232714 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for 0cf331ed-ea11-4879-b5b1-0e0332ecea09 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:30:47.272395 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:47.378553 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d062a9-a686-48a0-94dc-456eeeac5a93 req-3e304ef4-e904-40b4-98af-8bc8d1282d63 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:47.380842 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e5d062a9-a686-48a0-94dc-456eeeac5a93 req-3e304ef4-e904-40b4-98af-8bc8d1282d63 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 946 time: 0.0776236 Aug 25 05:30:47.445457 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e5d062a9-a686-48a0-94dc-456eeeac5a93 req-8a6e680d-ea1b-4283-852b-335fd5e33ba3 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566611 Aug 25 05:30:47.486973 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (0cf331ed-ea11-4879-b5b1-0e0332ecea09), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.516781 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=0cf331ed-ea11-4879-b5b1-0e0332ecea09,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:47.633720 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:30:47.741204 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:30:47.752818 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:30:47.763689 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:47.764264 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:47.789690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] No DVR routers for this DVR port 0cf331ed-ea11-4879-b5b1-0e0332ecea09 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:30:47.792172 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:47.795782 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-485c660b-19e3-464c-bf00-e59142d04623 req-368b8a5b-b6fe-4508-adca-91e3dca2a2ad tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "DELETE /networking/v2.0/ports/0cf331ed-ea11-4879-b5b1-0e0332ecea09 HTTP/1.1" status: 204 len: 173 time: 0.9016995 Aug 25 05:30:47.796276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'name': 'network-vif-deleted', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:30:47.799134 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2028bb7-37ad-4a82-88e1-611c891f9e34" -d '{"events": [{"server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "name": "network-vif-deleted", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:30:47.840329 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781c0c43-0a1c-43c0-a295-afbafb435ea0 x-openstack-request-id: req-781c0c43-0a1c-43c0-a295-afbafb435ea0 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:30:47.840628 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285ea616-3317-47c3-9f8f-3ed6bc48b5ee", "name": "network-vif-deleted", "tag": "0cf331ed-ea11-4879-b5b1-0e0332ecea09", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:30:47.840877 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-781c0c43-0a1c-43c0-a295-afbafb435ea0 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:30:47.841305 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-781c0c43-0a1c-43c0-a295-afbafb435ea0'] response: {'server_uuid': '285ea616-3317-47c3-9f8f-3ed6bc48b5ee', 'name': 'network-vif-deleted', 'tag': '0cf331ed-ea11-4879-b5b1-0e0332ecea09', 'status': 'completed', 'code': 200} Aug 25 05:30:47.873480 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:48.157008 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:48.159569 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:48.186384 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:30:48.195921 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:30:48.196645 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:48.294347 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:30:48.491091 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:30:48.517656 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2413369e-e9d7-4729-a081-9b35100009d9 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:30:48.561777 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f1abbadb-0c08-4cd6-a90f-c809e1456202 req-dc3a094a-7ec2-4548-9ff6-f55e644ead76 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=285ea616-3317-47c3-9f8f-3ed6bc48b5ee HTTP/1.1" status: 200 len: 210 time: 0.0354860 Aug 25 05:30:48.747759 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb21a05-6bd0-4908-a48d-c8b400de8e51 None None] New status for floating IP 7b95a4c8-6a8e-4dd3-8764-9e7361192343: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:30:49.823384 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:49.832703 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-7a450821-b4de-4121-8453-04826b70ef1c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-680604050&fields=id&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 267 time: 0.0451453 Aug 25 05:30:50.209376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-8e01229d-586e-483d-9b17-8fdd6d3b0cfc tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:50.211011 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-8e01229d-586e-483d-9b17-8fdd6d3b0cfc tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.3712220 Aug 25 05:30:50.227469 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-c966dc5f-38f2-46a3-b1b8-d7be1681ce53 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/quotas/5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 375 time: 0.0101418 Aug 25 05:30:50.278231 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-1aea20c5-5c0c-4a56-ad4d-e173be633c0f tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452776 Aug 25 05:30:50.377865 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-1d088f01-c4e2-4fae-8822-40b0a20a2e03 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871859 Aug 25 05:30:50.467455 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-74f6bac7-5948-4116-8a25-e0bc5a2b3ddd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836747 Aug 25 05:30:51.048242 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bec5cda6-46f2-4443-b174-0a8e3eb5c8cb req-d301ac48-a6fb-4eea-910c-885c69e2ac4d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 210 time: 0.0316138 Aug 25 05:30:51.602231 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 0cf331ed-ea11-4879-b5b1-0e0332ecea09 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:30:51.622906 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 0cf331ed-ea11-4879-b5b1-0e0332ecea09 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:30:51.623250 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 0cf331ed-ea11-4879-b5b1-0e0332ecea09 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:30:52.155539 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-810f020f-7c13-4533-a8f4-86d9cf567789 req-b9925497-498c-4255-bb77-9da70be0186c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 210 time: 0.0284190 Aug 25 05:30:53.174323 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-8f40da6a-9256-425e-9028-0cbd92a74eaa tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:53.175758 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-8f40da6a-9256-425e-9028-0cbd92a74eaa tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.1034307 Aug 25 05:30:53.226133 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:53.246438 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e004a099-d064-46a6-bcaf-b49560dbc681 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 379 time: 0.0566552 Aug 25 05:30:53.255048 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'port': {'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'admin_state_up': True, 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'security_groups': ['b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:53.256789 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-77feec80-50e3-4c4e-a098-e7907201210e req-b14b2cfb-ea23-4f05-9c09-1fdeab0054cd tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 210 time: 0.0280499 Aug 25 05:30:53.451781 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Made reservation on behalf of 5223392ed2dc4eff871b9e788e4d677e for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:30:53.455467 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:53.578401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.20.0.6 (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d/5c9eb564-57f6-439a-aad7-3f01cf773b24/f9f79aa8-d802-4b1a-89ca-cc34588990e3) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:30:53.717784 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:53.823484 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:53.856826 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:53.873275 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:30:53.878382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:30:53.881182 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:53.883396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:30:53.933167 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:53.933610 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.008710 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-3aa7b9e5-4993-4d01-934d-0b8b5fbddbc8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7573044 Aug 25 05:30:54.119200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Request body: {'port': {'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:30:54.142262 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-c306fa62-2ce5-4b04-a2f9-5f323405a5f8 None None] Provisioning complete for port f9f79aa8-d802-4b1a-89ca-cc34588990e3 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:30:54.142877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c306fa62-2ce5-4b04-a2f9-5f323405a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.174891 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-c306fa62-2ce5-4b04-a2f9-5f323405a5f8 None None] Port f9f79aa8-d802-4b1a-89ca-cc34588990e3 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:30:54.180725 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.232034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:54.403191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36860bc2-0e78-48d4-be26-92eb0938cf4f req-80094e75-0308-42b1-8e50-5c7326fa8235 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:54.404638 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-36860bc2-0e78-48d4-be26-92eb0938cf4f req-80094e75-0308-42b1-8e50-5c7326fa8235 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 931 time: 0.0653620 Aug 25 05:30:54.498329 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-36860bc2-0e78-48d4-be26-92eb0938cf4f req-f7cfc382-8012-4b1c-8764-f18a7f010e39 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870092 Aug 25 05:30:54.529164 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f79aa8-d802-4b1a-89ca-cc34588990e3 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:30:54.537004 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks [] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.549053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Transition to ACTIVE for port object f9f79aa8-d802-4b1a-89ca-cc34588990e3 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:30:54.608334 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.671350 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:54.718631 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Attempting to bind port f9f79aa8-d802-4b1a-89ca-cc34588990e3 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:30:54.718959 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Attempting to bind port f9f79aa8-d802-4b1a-89ca-cc34588990e3 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:30:54.719285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Attempting to bind port f9f79aa8-d802-4b1a-89ca-cc34588990e3 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:54.723657 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Port f9f79aa8-d802-4b1a-89ca-cc34588990e3 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:30:54.723967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Attempting to bind port f9f79aa8-d802-4b1a-89ca-cc34588990e3 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:30:54.730181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:30:54.730769 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:30:54.731213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Bound using segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:30:54.731700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Bound port: f9f79aa8-d802-4b1a-89ca-cc34588990e3, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:30:54.732110 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.794308 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:30:54.797378 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:30:54.883797 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.887034 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:54.887654 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:54.889257 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 1093 time: 0.8674307 Aug 25 05:30:54.891359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:30:54.893698 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871bd8d-3e4f-43e3-9811-d73d2c863b50" -d '{"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:30:54.919129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:54.934680 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70dc808-a286-4a5a-b6b7-e566071196fa x-openstack-request-id: req-a70dc808-a286-4a5a-b6b7-e566071196fa {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:30:54.934968 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:30:54.935219 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a70dc808-a286-4a5a-b6b7-e566071196fa {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:30:54.935616 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70dc808-a286-4a5a-b6b7-e566071196fa'] response: {'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'status': 'completed', 'code': 200} Aug 25 05:30:54.949440 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c32c5-7653-4ac8-bcf7-da2bf4670089 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:30:55.026545 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-f3283592-a944-49ee-ba66-2cf532fada16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.028012 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-f3283592-a944-49ee-ba66-2cf532fada16 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1127 time: 0.0422156 Aug 25 05:30:55.133994 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-29f12763-8314-45d2-9b56-051fe114818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.135461 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-29f12763-8314-45d2-9b56-051fe114818a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=5223392ed2dc4eff871b9e788e4d677e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0950286 Aug 25 05:30:55.228767 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-7b489749-8469-49c6-b4ce-1c2c68cec7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.230319 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6871bd8d-3e4f-43e3-9811-d73d2c863b50 req-7b489749-8469-49c6-b4ce-1c2c68cec7c7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880363 Aug 25 05:30:55.347097 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:55.353062 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-dbcb7384-7fdc-41a6-9f94-d42c18346a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.354610 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-dbcb7384-7fdc-41a6-9f94-d42c18346a21 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1127 time: 0.0396693 Aug 25 05:30:55.403318 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-64e97399-9e63-4053-9627-1bf071d81797 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 217 time: 0.0350027 Aug 25 05:30:55.451401 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-9f3d1962-c153-4a2f-ae03-82be8728c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.452808 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-9f3d1962-c153-4a2f-ae03-82be8728c35f service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0433865 Aug 25 05:30:55.495852 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-c83b9e73-a28b-4eed-b34e-f4e936e526d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.497307 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-c83b9e73-a28b-4eed-b34e-f4e936e526d4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379798 Aug 25 05:30:55.620085 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-70a75b37-bdda-401b-bb94-e0117fa92851 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158841 Aug 25 05:30:55.627544 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e15f9d-cc94-46b9-ad2f-3966e34adebb req-715a4a1a-b971-4fbe-a7e5-86588cd60c1c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:55.629394 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e0e15f9d-cc94-46b9-ad2f-3966e34adebb req-715a4a1a-b971-4fbe-a7e5-86588cd60c1c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0566244 Aug 25 05:30:55.738695 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e0e15f9d-cc94-46b9-ad2f-3966e34adebb req-66bb6d0b-9c6e-453b-ace6-06ff8614d725 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007764 Aug 25 05:30:55.752035 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-2aaefeed-f9d1-4224-861d-cde8fe9c9a4c req-49edda99-4fd2-445d-95e1-073beec84bff service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217439 Aug 25 05:30:56.465852 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-47d294c4-ea2e-457e-a54a-bc666113dcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:56.863958 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc110a-1cbd-49ad-b390-687f514f31f1 req-b2c53dca-8d85-4cb7-9d05-b942e6897b22 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:56.865432 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d7bc110a-1cbd-49ad-b390-687f514f31f1 req-b2c53dca-8d85-4cb7-9d05-b942e6897b22 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0500486 Aug 25 05:30:56.914767 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d7bc110a-1cbd-49ad-b390-687f514f31f1 req-f390efaf-4c37-4f80-a8ba-d4a02a3edff8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432880 Aug 25 05:30:58.029700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b71c8a-ef3e-4c72-9b32-3857f751433b req-750c4bd2-ba2a-4d1a-b4f9-b992a756243e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:58.031153 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e1b71c8a-ef3e-4c72-9b32-3857f751433b req-750c4bd2-ba2a-4d1a-b4f9-b992a756243e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0465336 Aug 25 05:30:58.079214 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e1b71c8a-ef3e-4c72-9b32-3857f751433b req-899481e7-dcfc-4c45-bc00-5a18baa27f51 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419784 Aug 25 05:30:58.491135 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=18 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:58.495915 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=88 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:30:58.576951 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-45113f60-23ee-4507-9d1e-a3eeac6ad0f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:30:59.195707 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547dc3-952a-49ad-89ff-6be45128f78a req-7abe0a8d-cce5-481d-a642-54ffdb2f199d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:30:59.197286 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-69547dc3-952a-49ad-89ff-6be45128f78a req-7abe0a8d-cce5-481d-a642-54ffdb2f199d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0465622 Aug 25 05:30:59.249474 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-69547dc3-952a-49ad-89ff-6be45128f78a req-a2bfd7ea-e75c-4b8f-bb54-99faf209ffa9 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465977 Aug 25 05:31:00.052099 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:00.369488 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fa889-985a-4758-bc56-8e5fa5dc91bc req-eee3a8f2-37ec-48c3-b369-f0c5589bbd3b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:00.370872 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-360fa889-985a-4758-bc56-8e5fa5dc91bc req-eee3a8f2-37ec-48c3-b369-f0c5589bbd3b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0507660 Aug 25 05:31:00.418938 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-360fa889-985a-4758-bc56-8e5fa5dc91bc req-5a1335f8-919d-4071-8124-e0a9aeff720b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425594 Aug 25 05:31:01.405326 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:01.445609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:01.535150 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea2b85-b87c-48e1-8e0a-6e4da058ef3c req-0a64d000-c35d-4c4c-b9e8-9afb41896e22 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:01.537121 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e8ea2b85-b87c-48e1-8e0a-6e4da058ef3c req-0a64d000-c35d-4c4c-b9e8-9afb41896e22 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0466273 Aug 25 05:31:01.562561 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:01.590795 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-e8ea2b85-b87c-48e1-8e0a-6e4da058ef3c req-88a37211-bcec-4c92-8a03-9d94b197c516 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480869 Aug 25 05:31:02.709683 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db8d8b2-eeec-4cee-9dee-88bc5e37f3f0 req-c63e670a-1d43-48c4-9f13-2fea874ebcaa tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:02.711125 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9db8d8b2-eeec-4cee-9dee-88bc5e37f3f0 req-c63e670a-1d43-48c4-9f13-2fea874ebcaa tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0461969 Aug 25 05:31:02.758897 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-9db8d8b2-eeec-4cee-9dee-88bc5e37f3f0 req-7136ca33-5da4-49c6-aece-cfa873508bbf tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Aug 25 05:31:03.873598 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c564f-207c-49b5-a824-92d08db4de29 req-72c797b3-4b9d-4731-9d32-d1669348e0a4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:03.875113 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-773c564f-207c-49b5-a824-92d08db4de29 req-72c797b3-4b9d-4731-9d32-d1669348e0a4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0467823 Aug 25 05:31:03.923935 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-773c564f-207c-49b5-a824-92d08db4de29 req-a3704fb5-382c-4e20-8625-cd10b4fe7b0c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428159 Aug 25 05:31:04.627305 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-a143909e-a903-4965-ae40-fe272aabf5e5 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1789313452&fields=id&tenant_id=52aad667fe8d4b6582a7e4340ecfe33f HTTP/1.1" status: 200 len: 267 time: 0.0458779 Aug 25 05:31:04.736799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-25b123e8-58ee-4656-b9ad-9f648cb08d32 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:04.738222 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-25b123e8-58ee-4656-b9ad-9f648cb08d32 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 808 time: 0.1045532 Aug 25 05:31:04.752947 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e201ed98-193c-4927-9ce7-8158dc3e8f3a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/quotas/52aad667fe8d4b6582a7e4340ecfe33f HTTP/1.1" status: 200 len: 375 time: 0.0089505 Aug 25 05:31:04.791454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:04.802210 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-2f35bf4b-ad2f-4b67-b2e2-c69b43c5c121 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445840 Aug 25 05:31:04.901575 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-a952629d-6eb2-404b-bdea-c6cd48cb6975 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873914 Aug 25 05:31:04.990742 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-919c6371-b649-4b50-845b-63915bd3676e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833912 Aug 25 05:31:05.040865 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056ee0c-3fde-487c-a253-20004ca597d7 req-f0e9e9f7-034f-4edc-a552-78fdab6c6ba2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:05.042389 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3056ee0c-3fde-487c-a253-20004ca597d7 req-f0e9e9f7-034f-4edc-a552-78fdab6c6ba2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 943 time: 0.0472302 Aug 25 05:31:05.092884 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3056ee0c-3fde-487c-a253-20004ca597d7 req-63fabe0d-723a-4003-a7b6-2f195ad975ef tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448608 Aug 25 05:31:05.426135 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:05.541918 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-77d59ff1-4e6f-45ac-bb72-90b0590d1031 req-e513ee27-faa5-4347-8672-bcdaf8046c78 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 210 time: 0.0325472 Aug 25 05:31:05.639486 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f9f79aa8-d802-4b1a-89ca-cc34588990e3 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:31:05.740633 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:05.751539 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:31:05.786574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f9f79aa8-d802-4b1a-89ca-cc34588990e3 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:31:05.789743 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:05.789743 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:05.803651 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f79aa8-d802-4b1a-89ca-cc34588990e3 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:31:05.822894 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:05.905989 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:05.952879 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:06.208747 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:06.216791 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d8c4d-69c2-43b0-b8f0-48ba1190b2de req-213bb422-af45-4dd4-9ffd-8265d9848642 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:06.222088 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f51d8c4d-69c2-43b0-b8f0-48ba1190b2de req-213bb422-af45-4dd4-9ffd-8265d9848642 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 944 time: 0.0569055 Aug 25 05:31:06.270359 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-f51d8c4d-69c2-43b0-b8f0-48ba1190b2de req-297df29a-0bc0-426e-a9e2-5668b07e5ef6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455854 Aug 25 05:31:06.379751 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['f9f79aa8-d802-4b1a-89ca-cc34588990e3'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:31:06.642406 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-7ff6bd30-1326-4237-af67-07620d7d5a1c req-805cab69-d10b-492c-94c4-525102c004f1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 210 time: 0.0283077 Aug 25 05:31:07.387358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0378f2b-418c-464b-98d3-0d120fc5db86 req-364b5688-ae10-49ee-a5fe-9590bac9a0e2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:07.388823 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0378f2b-418c-464b-98d3-0d120fc5db86 req-364b5688-ae10-49ee-a5fe-9590bac9a0e2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 944 time: 0.0472383 Aug 25 05:31:07.437789 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b0378f2b-418c-464b-98d3-0d120fc5db86 req-1187d6da-cdb9-4be8-bef0-a7f9ecbf7a1d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434654 Aug 25 05:31:07.660211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f9f79aa8-d802-4b1a-89ca-cc34588990e3 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:31:07.702402 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-ebc27dc0-bbe9-43f9-a00a-7f4812c9ae7d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:07.704026 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-ebc27dc0-bbe9-43f9-a00a-7f4812c9ae7d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 808 time: 0.1086934 Aug 25 05:31:07.705039 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port f9f79aa8-d802-4b1a-89ca-cc34588990e3 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:31:07.753547 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1bc90f7d-c560-49ac-88d8-7a60f158b171 req-d290ecf8-fd50-42bd-bda6-8fa23b79e395 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 210 time: 0.0280445 Aug 25 05:31:07.772019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port f9f79aa8-d802-4b1a-89ca-cc34588990e3 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:31:07.772396 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:07.772867 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-9c41e460-934e-49b0-84ed-3c9f73833fac tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=52aad667fe8d4b6582a7e4340ecfe33f HTTP/1.1" status: 200 len: 380 time: 0.0552979 Aug 25 05:31:07.782038 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'port': {'device_id': 'be489d1a-8da6-4c45-8917-826eab40d642', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'admin_state_up': True, 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'security_groups': ['f3ae5b4b-0ef1-417f-b0b6-4d746891eec3']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:31:07.864997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port f9f79aa8-d802-4b1a-89ca-cc34588990e3 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:31:07.865386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:07.889195 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:31:07.891474 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c72bd1-b784-4300-9f4f-a1cd38512a1a" -d '{"events": [{"server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "name": "network-vif-plugged", "status": "completed", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:31:07.904916 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:07.979804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Made reservation on behalf of 52aad667fe8d4b6582a7e4340ecfe33f for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:31:07.983615 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:07.987925 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e50e664-c97b-4659-abc8-6b8898e1f9e9 x-openstack-request-id: req-8e50e664-c97b-4659-abc8-6b8898e1f9e9 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:31:07.988206 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "name": "network-vif-plugged", "status": "completed", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:31:07.988451 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e50e664-c97b-4659-abc8-6b8898e1f9e9 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:31:07.988845 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e50e664-c97b-4659-abc8-6b8898e1f9e9'] response: {'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'code': 200} Aug 25 05:31:07.990761 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:08.032465 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:08.039877 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:08.115064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Allocated IP 172.20.0.4 (454c691d-682d-4b5a-86ac-287c2b4ee4b0/892626b8-0ee1-48d2-98e8-35543971fe70/e4f9ade5-936a-44fc-81c2-05d1059b8111) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:31:08.134191 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:08.258523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:08.284406 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:08.360738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:08.434535 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:31:08.440847 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:31:08.443914 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:31:08.478425 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909497a7-0469-46a8-8963-fe60ed11b091 req-d439bd61-a215-44ad-9243-0c689278131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:08.480074 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-909497a7-0469-46a8-8963-fe60ed11b091 req-d439bd61-a215-44ad-9243-0c689278131d service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1129 time: 0.0887558 Aug 25 05:31:08.482910 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:08.510424 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.510695 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.511042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.511481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.511827 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.512161 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.512508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.512821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.513148 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.513481 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.513821 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.514144 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.514462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.514779 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.515129 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:08.543341 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:08.543987 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:08.569256 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effec55-5863-4771-809f-e1b7013d317b req-fa68d090-75e3-472c-a03f-76c7025d0d2e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:08.570424 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-909497a7-0469-46a8-8963-fe60ed11b091 req-ee1fbaf7-f349-4cd5-9baf-87fe3fa328af service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831845 Aug 25 05:31:08.572354 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4effec55-5863-4771-809f-e1b7013d317b req-fa68d090-75e3-472c-a03f-76c7025d0d2e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0544806 Aug 25 05:31:08.625252 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4effec55-5863-4771-809f-e1b7013d317b req-cd74973d-e096-461b-8bec-706f1374332d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Aug 25 05:31:08.674899 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-e3d23c3e-257b-4f6c-99f5-1d3d83c6ddc7 None None] Provisioning complete for port e4f9ade5-936a-44fc-81c2-05d1059b8111 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:31:08.675469 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e3d23c3e-257b-4f6c-99f5-1d3d83c6ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:08.700103 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-d71e83c2-ab5c-43a3-9966-6973ff970d57 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9216280 Aug 25 05:31:08.705499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e3d23c3e-257b-4f6c-99f5-1d3d83c6ddc7 None None] Port e4f9ade5-936a-44fc-81c2-05d1059b8111 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:31:08.872774 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ec034-420e-4e1f-b027-28b16c2a57a7 req-42209008-fbbd-46de-a380-c9826bf0da44 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:08.874271 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa3ec034-420e-4e1f-b027-28b16c2a57a7 req-42209008-fbbd-46de-a380-c9826bf0da44 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 931 time: 0.0464425 Aug 25 05:31:08.922300 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-fa3ec034-420e-4e1f-b027-28b16c2a57a7 req-5f77a197-b57d-41f0-bb09-9a6782d2bf95 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Aug 25 05:31:08.938798 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Request body: {'port': {'device_id': 'be489d1a-8da6-4c45-8917-826eab40d642', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:31:09.001797 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.247442 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:09.252809 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f9ade5-936a-44fc-81c2-05d1059b8111 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:31:09.261281 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks [] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.274582 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Transition to ACTIVE for port object e4f9ade5-936a-44fc-81c2-05d1059b8111 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:31:09.373822 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.435459 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:09.482508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Attempting to bind port e4f9ade5-936a-44fc-81c2-05d1059b8111 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:31:09.482834 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Attempting to bind port e4f9ade5-936a-44fc-81c2-05d1059b8111 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:31:09.483157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Attempting to bind port e4f9ade5-936a-44fc-81c2-05d1059b8111 on network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:31:09.487262 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Port e4f9ade5-936a-44fc-81c2-05d1059b8111 on network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:31:09.492493 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Attempting to bind port e4f9ade5-936a-44fc-81c2-05d1059b8111 on network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:31:09.493087 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 30, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:31:09.493412 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Checking segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:31:09.493817 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Bound using segment: {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:31:09.494233 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Bound port: e4f9ade5-936a-44fc-81c2-05d1059b8111, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:31:09.494581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.556599 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:31:09.559506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:31:09.648955 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.653379 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:09.654014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:09.655402 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 1093 time: 0.7207763 Aug 25 05:31:09.655895 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:31:09.658213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855" -d '{"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:31:09.702942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc911047-4a46-44c4-8bb0-1fb346ccb576 x-openstack-request-id: req-bc911047-4a46-44c4-8bb0-1fb346ccb576 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:31:09.708282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:31:09.708282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc911047-4a46-44c4-8bb0-1fb346ccb576 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:31:09.708282 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc911047-4a46-44c4-8bb0-1fb346ccb576'] response: {'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'status': 'completed', 'code': 200} Aug 25 05:31:09.708630 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727854e-002c-48b0-8d2b-6928be6ea3b7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:09.751740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd252bb-3609-4bfb-92f4-312fb8b001be req-4a4a0383-e0d7-4a16-b3fa-a63941adca32 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:09.753348 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ecd252bb-3609-4bfb-92f4-312fb8b001be req-4a4a0383-e0d7-4a16-b3fa-a63941adca32 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0532327 Aug 25 05:31:09.802754 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ecd252bb-3609-4bfb-92f4-312fb8b001be req-eeb7406d-3570-4567-8caf-167ef84f23b2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431249 Aug 25 05:31:10.005053 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:10.041855 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a2975-c9fc-45f8-ad8d-32a29e60c6ac req-94f71a2e-26dc-4938-a7ae-bfada55e2728 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.043336 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d8a2975-c9fc-45f8-ad8d-32a29e60c6ac req-94f71a2e-26dc-4938-a7ae-bfada55e2728 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0471275 Aug 25 05:31:10.092121 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1d8a2975-c9fc-45f8-ad8d-32a29e60c6ac req-62ab1e56-0a56-4df0-a896-bbcbf837032d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430474 Aug 25 05:31:10.240270 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-ee5e1e11-dc79-482f-b516-b6040bb2a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.241862 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-ee5e1e11-dc79-482f-b516-b6040bb2a876 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1127 time: 0.0396736 Aug 25 05:31:10.450288 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-b06e8e31-2e68-459b-b4d7-3b137124f68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.451778 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-b06e8e31-2e68-459b-b4d7-3b137124f68b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0972760 Aug 25 05:31:10.550485 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-0e6ade49-15b4-4044-80fe-6d626ab8347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.551953 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ddccd07e-8c55-4f39-8eb8-2ffc1b311855 req-0e6ade49-15b4-4044-80fe-6d626ab8347a service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932376 Aug 25 05:31:10.645221 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-431778b5-db4b-4c84-87dc-1ef17611e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.646752 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-431778b5-db4b-4c84-87dc-1ef17611e228 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1127 time: 0.0395067 Aug 25 05:31:10.689097 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-8d8dedc3-6a24-46f2-b9a8-82c175483a36 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 217 time: 0.0304751 Aug 25 05:31:10.738290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-3bf035de-dcf7-4e91-bc39-9da3a9a8e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.739592 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-3bf035de-dcf7-4e91-bc39-9da3a9a8e557 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0446889 Aug 25 05:31:10.781985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-1cdc8d15-0bcc-447b-bbdd-c2668454ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.783429 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-1cdc8d15-0bcc-447b-bbdd-c2668454ccdd service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378430 Aug 25 05:31:10.871502 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-a51d445e-bce3-48ae-8840-a140828f31b2 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822434 Aug 25 05:31:10.918314 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebae6d4-79bd-41d5-ace7-fa586a46619b req-9946ccad-50cc-4938-9943-cec0ac4abe75 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:10.919773 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5ebae6d4-79bd-41d5-ace7-fa586a46619b req-9946ccad-50cc-4938-9943-cec0ac4abe75 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0461390 Aug 25 05:31:10.962306 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-119fea0f-c853-4f83-9713-c16ad21061a1 req-457b6469-f5e2-450a-9961-505f95723db1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847297 Aug 25 05:31:10.968740 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5ebae6d4-79bd-41d5-ace7-fa586a46619b req-e1cf8258-f826-4523-99cc-cb0785b3e57d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Aug 25 05:31:11.086157 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00440758-de75-4524-8641-3f489c0169cb req-4c306b15-6357-4f84-8336-8eebafd0fee7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:11.087639 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-00440758-de75-4524-8641-3f489c0169cb req-4c306b15-6357-4f84-8336-8eebafd0fee7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0469580 Aug 25 05:31:11.101522 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:11.139720 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-00440758-de75-4524-8641-3f489c0169cb req-fcafd6f2-1796-4750-ab27-b150c665ab97 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447729 Aug 25 05:31:11.140216 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:11.166397 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45604) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:31:11.208542 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f73dae-cfcf-4c54-b8b3-f0ff0a3cc8fb tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:11.210095 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-45f73dae-cfcf-4c54-b8b3-f0ff0a3cc8fb tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1124 time: 0.0427134 Aug 25 05:31:11.210938 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e83a78c-f044-459f-852c-49fa92827904 req-3bf9b991-4577-492d-b9c8-cf5a4c815da9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:11.212400 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e83a78c-f044-459f-852c-49fa92827904 req-3bf9b991-4577-492d-b9c8-cf5a4c815da9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0474815 Aug 25 05:31:11.213005 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45606) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:31:11.217131 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:31:11.279686 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-8e83a78c-f044-459f-852c-49fa92827904 req-e637eaa2-c202-40bd-921d-1e999e4b9c7a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572932 Aug 25 05:31:11.328536 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:11.332578 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:11.406405 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:11.517304 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.27.3.44 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/7d5366f6-390b-4f7b-ac07-867b9d2f0362) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:31:11.565620 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:11.617955 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:11.728289 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:11.773749 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:31:11.776898 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:31:11.780634 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:31:11.783821 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=7d5366f6-390b-4f7b-ac07-867b9d2f0362,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:11.810855 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.811201 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.811545 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.811883 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.812219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.812546 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.812871 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.813192 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.813515 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.813859 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.814183 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.814508 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.814828 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.815144 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:11.815464 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:12.122352 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:12.135632 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (28c59a29-9fc6-441c-a025-47c2de1bf772), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:12.264714 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:12.404217 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a60f3-b878-4f88-9253-f454e943a074 req-d826ef34-f00e-43bd-a691-b5783f8adf24 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:12.405633 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-001a60f3-b878-4f88-9253-f454e943a074 req-d826ef34-f00e-43bd-a691-b5783f8adf24 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0473688 Aug 25 05:31:12.413337 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:12.454334 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-001a60f3-b878-4f88-9253-f454e943a074 req-afed4488-3888-485a-af92-ff1d6b831715 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Aug 25 05:31:12.479752 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:12.548469 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (28c59a29-9fc6-441c-a025-47c2de1bf772), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:12.550305 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=7d5366f6-390b-4f7b-ac07-867b9d2f0362,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:12.633940 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:12.641820 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 28c59a29-9fc6-441c-a025-47c2de1bf772 associated. External IP: 172.27.3.44, port: f9f79aa8-d802-4b1a-89ca-cc34588990e3. Aug 25 05:31:12.832737 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:31:12.932829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:31:12.942592 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:31:12.952091 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:31:12.952686 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:13.024903 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:13.049085 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:31:13.056338 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d1b2abac-bb36-4f85-9047-c42ed7d60887 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8423362 Aug 25 05:31:13.056929 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:31:13.059365 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc" -d '{"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:31:13.098746 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8d23f9-380f-4044-be2d-15e0cc2181c3 x-openstack-request-id: req-df8d23f9-380f-4044-be2d-15e0cc2181c3 {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:31:13.099038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:31:13.099294 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df8d23f9-380f-4044-be2d-15e0cc2181c3 {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:31:13.099985 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df8d23f9-380f-4044-be2d-15e0cc2181c3'] response: {'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'status': 'completed', 'code': 200} Aug 25 05:31:13.183361 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-72ab19fd-04a9-47e5-bea6-bbefc9c51fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:13.184910 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-72ab19fd-04a9-47e5-bea6-bbefc9c51fc5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1129 time: 0.0394058 Aug 25 05:31:13.259110 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:12Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:13.284549 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:31:13.294023 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:31:13.294633 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:13.399627 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:31:13.573179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:13.580387 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-7cb9fa75-bc7f-4fa2-bb14-06247955a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:13.582053 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-7cb9fa75-bc7f-4fa2-bb14-06247955a030 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.3912401 Aug 25 05:31:13.592707 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1025e5-325a-40c7-9a6f-04f848b70ae2 req-b0f1fac5-53ad-4b06-88af-d09c2ef3d204 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:13.594208 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5f1025e5-325a-40c7-9a6f-04f848b70ae2 req-b0f1fac5-53ad-4b06-88af-d09c2ef3d204 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0611346 Aug 25 05:31:13.622538 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:12Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:13.646706 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26bc40-4e86-4972-a400-9ab79549fd91 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:12Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:31:13.681561 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-3d444da3-09ee-463e-ae7a-f2232301ea78 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 998 time: 0.0863478 Aug 25 05:31:13.703818 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-5f1025e5-325a-40c7-9a6f-04f848b70ae2 req-6b8ce09d-f7dc-4727-9f5a-fa1e9e3638b6 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010985 Aug 25 05:31:13.739568 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-d3e9363b-34a3-45c5-82af-abeea23febf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:13.741080 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-d3e9363b-34a3-45c5-82af-abeea23febf4 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0501390 Aug 25 05:31:13.787563 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-92be6dd6-a520-494b-801d-ceeb2d30eb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:13.789045 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-92be6dd6-a520-494b-801d-ceeb2d30eb3f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417867 Aug 25 05:31:13.872736 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef81842b-7125-46c0-8891-4cf28e152a86 None None] New status for floating IP 28c59a29-9fc6-441c-a025-47c2de1bf772: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:31:13.884377 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-0aa84401-08bb-480b-a755-d02fdd784b43 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886974 Aug 25 05:31:13.976397 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d68d5a79-8c6a-48ac-9286-688aef8b8bdc req-9561d2c1-49d5-4356-9739-e7f19a9c169d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862613 Aug 25 05:31:14.826116 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60389db3-d779-4bc9-8f2d-03f7c4d1e4c7 req-20ac33d0-ce55-4982-8769-71a6480539c1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:14.827571 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-60389db3-d779-4bc9-8f2d-03f7c4d1e4c7 req-20ac33d0-ce55-4982-8769-71a6480539c1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0463398 Aug 25 05:31:14.866716 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:14.880311 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-60389db3-d779-4bc9-8f2d-03f7c4d1e4c7 req-15e7e67b-b466-4799-b681-c18548852588 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466337 Aug 25 05:31:16.002087 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef689c1-5b81-4dfe-8b0e-0f493744cf03 req-bd8f167d-7772-4745-a2e7-08ad4bf9e261 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:16.004019 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ef689c1-5b81-4dfe-8b0e-0f493744cf03 req-bd8f167d-7772-4745-a2e7-08ad4bf9e261 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0473394 Aug 25 05:31:16.053273 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0ef689c1-5b81-4dfe-8b0e-0f493744cf03 req-16beecd0-2828-4f82-b66d-fc5caf788cb8 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Aug 25 05:31:17.172079 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefca0f9-cbd3-4a4f-ac75-d1b1f54fda4e req-b768d575-bff8-4110-aea0-239c0a65cec9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:17.173443 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aefca0f9-cbd3-4a4f-ac75-d1b1f54fda4e req-b768d575-bff8-4110-aea0-239c0a65cec9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0473628 Aug 25 05:31:17.221634 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-aefca0f9-cbd3-4a4f-ac75-d1b1f54fda4e req-c989e9e8-9e2b-45f2-9df9-1917d9310b85 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423322 Aug 25 05:31:18.336666 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616da93-4752-4274-a46b-e4bf1bd6d295 req-385862f1-2824-4ca8-a188-691d1089eb9c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:18.338150 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a616da93-4752-4274-a46b-e4bf1bd6d295 req-385862f1-2824-4ca8-a188-691d1089eb9c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0457747 Aug 25 05:31:18.392763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a616da93-4752-4274-a46b-e4bf1bd6d295 req-ad92e12a-1515-4d7b-92ab-6dcd6ef218dd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490663 Aug 25 05:31:19.519416 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68240009-2a42-4fe4-bc05-6bac2cfc6770 req-5aa6e53b-6e77-4ca3-bcb6-06fcb8e24b20 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:19.521077 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-68240009-2a42-4fe4-bc05-6bac2cfc6770 req-5aa6e53b-6e77-4ca3-bcb6-06fcb8e24b20 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0463893 Aug 25 05:31:19.569315 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-68240009-2a42-4fe4-bc05-6bac2cfc6770 req-9dd035b4-70e0-4f3f-9c49-60b744069513 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428505 Aug 25 05:31:19.733001 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:31:19.835309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:19.845885 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'mac_address': 'fa:16:3e:01:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:31:19.876209 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:19.880107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port e4f9ade5-936a-44fc-81c2-05d1059b8111 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:31:19.880489 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:19.892934 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f9ade5-936a-44fc-81c2-05d1059b8111 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:31:19.912756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:19.985123 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:20.033574 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:20.380321 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['e4f9ade5-936a-44fc-81c2-05d1059b8111'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:31:20.522858 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:20.685056 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbbbbc-5847-429c-a32a-c60e523cd614 req-77ea5f99-ead1-4757-8e18-62324c19d00d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:20.686521 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bbbbbbc-5847-429c-a32a-c60e523cd614 req-77ea5f99-ead1-4757-8e18-62324c19d00d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 944 time: 0.0457742 Aug 25 05:31:20.729733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:20.734595 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bbbbbbc-5847-429c-a32a-c60e523cd614 req-df1102f1-0502-4321-84ed-01751cc9840d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418408 Aug 25 05:31:21.738207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:31:21.781094 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port e4f9ade5-936a-44fc-81c2-05d1059b8111 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:31:21.851128 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port e4f9ade5-936a-44fc-81c2-05d1059b8111 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:31:21.851505 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:21.855047 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7abd7a-3cc9-415b-bd1a-475cbde6373e req-8dac37bf-63fa-4c93-9461-c856b851cd54 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:21.856511 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d7abd7a-3cc9-415b-bd1a-475cbde6373e req-8dac37bf-63fa-4c93-9461-c856b851cd54 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 944 time: 0.0499747 Aug 25 05:31:21.875374 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:31:21.909669 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9d7abd7a-3cc9-415b-bd1a-475cbde6373e req-71e7bc54-9400-4c2e-a14b-932809415a91 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 Aug 25 05:31:21.926189 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port e4f9ade5-936a-44fc-81c2-05d1059b8111 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:31:21.926615 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:21.951722 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:31:21.953952 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568c8f0-0e15-4237-86fe-fc20c415d40c" -d '{"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:31:21.966582 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:31:21.992852 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54a44a3-9394-454d-8a96-6fc95f97b41f x-openstack-request-id: req-b54a44a3-9394-454d-8a96-6fc95f97b41f {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:31:21.993140 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:31:21.993392 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b54a44a3-9394-454d-8a96-6fc95f97b41f {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:31:21.993833 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b54a44a3-9394-454d-8a96-6fc95f97b41f'] response: {'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'code': 200} Aug 25 05:31:22.028115 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:22.074953 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:22.082084 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.083000 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.083334 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.083665 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.083987 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.084304 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.084642 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.084961 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.085275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.085609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.085927 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.086239 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.086672 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.086983 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.087294 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:31:22.372182 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29282f1-faf5-485e-a250-f949957fb949 req-9d57ebc4-7078-4ca5-87f2-fc9e7911f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:22.373700 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d29282f1-faf5-485e-a250-f949957fb949 req-9d57ebc4-7078-4ca5-87f2-fc9e7911f7a0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0379868 Aug 25 05:31:22.419763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d29282f1-faf5-485e-a250-f949957fb949 req-9dbba2bd-7380-4d87-a370-ee65178664e0 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387478 Aug 25 05:31:23.023809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc797e25-bdb9-451b-b485-d429375df267 req-f7381085-805b-4f06-982d-97fa5a517e29 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:23.025229 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc797e25-bdb9-451b-b485-d429375df267 req-f7381085-805b-4f06-982d-97fa5a517e29 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0451550 Aug 25 05:31:23.074260 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-bc797e25-bdb9-451b-b485-d429375df267 req-3185dc2d-cbf1-4a9a-ad07-304c630f10b4 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Aug 25 05:31:24.197264 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fac72-e577-4c0a-a447-9e5a3b88f4c4 req-75c2f901-3c2d-437d-98c0-8a8c25e2faad tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:24.199060 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ec4fac72-e577-4c0a-a447-9e5a3b88f4c4 req-75c2f901-3c2d-437d-98c0-8a8c25e2faad tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0508726 Aug 25 05:31:24.249209 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-ec4fac72-e577-4c0a-a447-9e5a3b88f4c4 req-0fb42091-5ed5-4705-b997-88626d22e659 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441091 Aug 25 05:31:24.369854 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a641b4-23d5-4235-a6a9-3ce28fac71c3 req-2b763079-93d4-40f1-91b7-e0a87dab8344 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:24.371215 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-12a641b4-23d5-4235-a6a9-3ce28fac71c3 req-2b763079-93d4-40f1-91b7-e0a87dab8344 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0502851 Aug 25 05:31:24.419341 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-12a641b4-23d5-4235-a6a9-3ce28fac71c3 req-68e57699-4139-4f52-bd66-6fbc3fb906d9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Aug 25 05:31:24.445924 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45640) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:31:24.522901 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bcca46-4c80-4b4d-b302-eabd84119bd3 tempest-TestShelveInstance-313464367 tempest-TestShelveInstance-313464367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:24.524360 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-b7bcca46-4c80-4b4d-b302-eabd84119bd3 tempest-TestShelveInstance-313464367 tempest-TestShelveInstance-313464367-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1124 time: 0.0774906 Aug 25 05:31:24.527251 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 45644) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:31:24.531302 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.v2.base [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=107056) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:31:24.605174 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:24.619257 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:24.685924 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:24.787400 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_common [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Allocated IP 172.27.3.90 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/7228c6b6-9abb-4543-9a3e-b8772328417c) {{(pid=107056) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:31:24.810583 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:24.890143 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:24.968211 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:25.013132 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107056) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:31:25.018127 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.base_scheduler [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Resources bound (agent type, host, resource id): {{(pid=107056) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:31:25.020209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'Port': ['ID=7228c6b6-9abb-4543-9a3e-b8772328417c,revision_number=1']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:25.022353 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Received port after_create {{(pid=107056) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:31:25.594038 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for floatingip (326e2e6b-ac72-4958-9274-f27e3de48afd), precommit_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:25.715218 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), before_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:25.736534 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:25.862916 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), precommit_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:25.901946 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6584431'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), after_update {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:25.947179 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:25.970323 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event updated for resources: {'Port': ['ID=7228c6b6-9abb-4543-9a3e-b8772328417c,revision_number=2']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:31:25.973049 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (326e2e6b-ac72-4958-9274-f27e3de48afd), after_create {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:26.068394 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Floating IP 326e2e6b-ac72-4958-9274-f27e3de48afd associated. External IP: 172.27.3.90, port: e4f9ade5-936a-44fc-81c2-05d1059b8111. Aug 25 05:31:26.259082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Router d325ce6a-25e9-485a-a88c-e697b034e1ea has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:31:26.359553 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:31:26.369372 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Sync routers for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:31:26.379587 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:31:26.380183 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:26.478342 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:26.480382 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:31:26.493756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-1291169e-db5b-46c3-9c2b-a033af0e18f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:26.508735 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-d98bdec1-7f16-4444-b664-fbe7ebb462a1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9805241 Aug 25 05:31:26.509556 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:31:26.511845 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1443dab9-5c84-4422-b1a3-2d0926abb3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:31:26.549930 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3316702-5e48-46af-bc7a-0c101b825d3b x-openstack-request-id: req-c3316702-5e48-46af-bc7a-0c101b825d3b {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:31:26.550214 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:31:26.550460 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3316702-5e48-46af-bc7a-0c101b825d3b {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:31:26.551472 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3316702-5e48-46af-bc7a-0c101b825d3b'] response: {'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'status': 'completed', 'code': 200} Aug 25 05:31:26.559456 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:26.573746 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:26.648022 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-c33f13b2-355e-41a2-9e09-1ade790c494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:26.649502 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-c33f13b2-355e-41a2-9e09-1ade790c494c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0397677 Aug 25 05:31:26.693124 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '326e2e6b-ac72-4958-9274-f27e3de48afd', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'mac_address': 'fa:16:3e:01:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be489d1a-8da6-4c45-8917-826eab40d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:25Z', 'updated_at': '2022-08-25T05:31:25Z', 'revision_number': 0, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:26.717454 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Checking router: d325ce6a-25e9-485a-a88c-e697b034e1ea for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:31:26.726627 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:31:26.727225 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:30:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:26.742381 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-0da4d676-378b-49e5-952a-ada06dfa1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:26.743824 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-0da4d676-378b-49e5-952a-ada06dfa1391 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.0887392 Aug 25 05:31:26.797753 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:26.805137 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-f11fd569-b109-4d81-aed2-b4f603108322 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 998 time: 0.0555103 Aug 25 05:31:26.857278 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-ee1a3652-7dfa-435c-bca1-3c2cddb32828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:26.858818 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-ee1a3652-7dfa-435c-bca1-3c2cddb32828 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0473454 Aug 25 05:31:26.907335 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-9ecef82e-e88a-4846-9e34-29c9a0cfc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:26.908847 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-9ecef82e-e88a-4846-9e34-29c9a0cfc219 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435605 Aug 25 05:31:26.911043 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:31:26.996473 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-9e68f95a-69f9-4c0a-b2a6-2505520b200a service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819488 Aug 25 05:31:27.091190 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1443dab9-5c84-4422-b1a3-2d0926abb3ec req-96220690-ffc7-4306-bfcc-a7c2b00f0d9c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876467 Aug 25 05:31:27.116747 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '326e2e6b-ac72-4958-9274-f27e3de48afd', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'mac_address': 'fa:16:3e:01:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be489d1a-8da6-4c45-8917-826eab40d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:25Z', 'updated_at': '2022-08-25T05:31:25Z', 'revision_number': 0, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:31:27.145997 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b2dfe-b29d-402a-b1a5-6a6795367e76 None None] The sync data for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi is: [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '326e2e6b-ac72-4958-9274-f27e3de48afd', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'floating_ip_address': '172.27.3.90', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'mac_address': 'fa:16:3e:01:98:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be489d1a-8da6-4c45-8917-826eab40d642', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:25Z', 'updated_at': '2022-08-25T05:31:25Z', 'revision_number': 0, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:31:27.330254 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2c38a1-7ff6-461d-9399-7bc71b19b2a2 None None] New status for floating IP 326e2e6b-ac72-4958-9274-f27e3de48afd: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:31:28.587834 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-abb20519-a3de-4601-921a-b5c3796f7d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:30.058986 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:31.401963 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:31.459010 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:36.503789 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=42,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:36.506106 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:37.086646 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=28 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:37.088542 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=60 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:37.119043 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=50 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:37.119766 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=54 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:41.079092 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:41.155893 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:51.010801 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-0756d8a8-97e7-44a3-9dcf-1fe2a0e45b6c service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379541 Aug 25 05:31:51.073869 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=28,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:51.077756 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:51.113581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-9d5a70c3-c084-4943-9959-43b0974c758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:51.115106 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-9d5a70c3-c084-4943-9959-43b0974c758a service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1129 time: 0.0401983 Aug 25 05:31:51.220853 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-53098ec2-1557-4af9-ab50-1bcda2c3615b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:51.222345 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-53098ec2-1557-4af9-ab50-1bcda2c3615b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0888512 Aug 25 05:31:51.281221 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-26123e10-c5ac-4198-b7c5-927c926e583c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 1000 time: 0.0529103 Aug 25 05:31:51.331101 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-cfe56e2c-2e0c-43e4-b9b7-db9670da1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:51.332485 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-cfe56e2c-2e0c-43e4-b9b7-db9670da1c5c service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0463891 Aug 25 05:31:51.374132 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-b3a93a41-4a92-4cf0-a8fa-aa701b769900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:31:51.375545 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-b3a93a41-4a92-4cf0-a8fa-aa701b769900 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372920 Aug 25 05:31:51.462030 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-9df04bc2-0c7c-4afe-a98f-9d3bdf4b1441 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808589 Aug 25 05:31:51.553145 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8e0633c1-26ae-4de1-b862-8ef81aa3f825 req-6ee9d593-f449-4ea6-b885-82e9d19bc10c service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851524 Aug 25 05:31:55.445983 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=12 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:55.449924 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=14 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:31:56.481328 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-4975c372-0894-469b-bd77-997b84efddf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:58.581663 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b528cffb-15eb-4202-8f1b-ddc508fe8fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:31:58.874648 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:32:00.046558 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:01.412726 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:01.475722 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:01.548913 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=51 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:01.549692 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=50 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:05.931097 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:08.870813 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:11.152454 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:21.082426 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:21.086643 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:21.088320 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:26.480410 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a78e4850-fb71-463f-8863-94089773fce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:28.594716 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-9e94f3ee-a4b9-4fff-a0d1-18376c7e3896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:30.097583 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:31.400420 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:31.448151 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:35.873796 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:32:41.174885 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:45.869503 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:51.004764 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-a1a5f737-ab7e-4806-8432-e836932c029b service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385096 Aug 25 05:32:51.082295 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-3c3ebca7-9e1f-4392-b3ee-81dfd8da5733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:32:51.083764 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-3c3ebca7-9e1f-4392-b3ee-81dfd8da5733 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0425599 Aug 25 05:32:51.101876 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:51.106733 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:51.108535 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:51.185394 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-76f80f86-6cc7-4bcf-b102-09e701be3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:32:51.186874 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-76f80f86-6cc7-4bcf-b102-09e701be3b57 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.0846879 Aug 25 05:32:51.251866 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-c6f72d44-2ec9-4283-89a1-8e4f1e73e67c service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 1000 time: 0.0583260 Aug 25 05:32:51.299382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-30b2795a-5642-4ded-9ed0-3c77d568072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:32:51.300775 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-30b2795a-5642-4ded-9ed0-3c77d568072a service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0438056 Aug 25 05:32:51.342970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-196ad950-97c1-490f-8bd4-7891093af8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:32:51.344415 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-196ad950-97c1-490f-8bd4-7891093af8ef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379095 Aug 25 05:32:51.434442 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-2a1d7e6f-766b-4a17-8149-5317c437b138 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837409 Aug 25 05:32:51.435040 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-80777c03-2f0f-4fbb-b6d3-ac109da63732 service neutron] (107055) timed out ('10.222.0.16', 38964) {{(pid=107055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 05:32:51.523073 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b76fbe99-84aa-48d7-ad6b-eb1489f473db req-335d7259-2270-4f89-b248-5e04bad3ca10 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816488 Aug 25 05:32:51.611920 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-a2a3a1d4-3db3-4944-877f-d5e5b7f69493 req-d54c75fe-74fd-43a5-b897-975cfecd4746 tempest-AttachVolumeShelveTestJSON-1637847868 tempest-AttachVolumeShelveTestJSON-1637847868-project] (107055) timed out ('10.222.0.16', 38974) {{(pid=107055) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 05:32:54.945196 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:32:56.450883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0a449d8f-fc7a-4697-943b-a51051354a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:32:58.719544 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b41b3700-285d-48a3-81f7-367ff2b63a8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:00.056737 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:01.422301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:01.513241 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=53 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:01.519143 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=48 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:01.523840 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:11.203084 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:12.873426 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:33:14.041476 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-34e3cc0d-e26a-4a5a-9be5-700e117ce649 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-680604050&fields=id&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 267 time: 0.0486641 Aug 25 05:33:14.146782 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-bbd1412a-4479-4656-8b8b-04b33bfc833c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:14.148242 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-bbd1412a-4479-4656-8b8b-04b33bfc833c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.1004484 Aug 25 05:33:14.163080 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-1e0eafcb-8ee6-4a11-8471-652d95cdccb6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/quotas/5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 375 time: 0.0094087 Aug 25 05:33:14.216993 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-ed0b83b9-b6ff-4567-b114-bc8a75b19a7e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491812 Aug 25 05:33:14.377576 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-5f21308c-8a3b-4967-a7cd-6fd33761618b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484561 Aug 25 05:33:14.470217 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-cddb6d26-1b9e-42ff-8faf-f829836e6d8c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867884 Aug 25 05:33:15.089062 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8f4bc1b6-5c99-4441-8b06-9b2628343433 req-1bc2d2d6-ca78-495c-9b0c-119d44532174 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0311706 Aug 25 05:33:16.169884 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-52cd93d0-35ab-459d-ba7e-c50abc95b136 req-b137f9ce-d12b-4dcc-8b77-78c4e5f42c29 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0290968 Aug 25 05:33:17.262412 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3f09fa82-1d3a-4087-b1f9-fda309014b69 req-283a59ce-c77b-405e-bd9f-803211c938d3 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0287092 Aug 25 05:33:18.343884 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-f4e1fa66-33d2-4ec9-bc48-0e910109d011 req-28640d2e-14a1-48c6-91ee-3488aac8e898 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0284066 Aug 25 05:33:19.442364 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-29a2e0de-b970-4ba2-888b-ca4348370587 req-61d2e359-64e4-4a22-9c7f-0843395273bd tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0282719 Aug 25 05:33:20.545380 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0f0e7f51-d8cc-46ae-9b64-45f72923568b req-164514af-39c7-484e-a847-b1405ef56a6c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0292237 Aug 25 05:33:21.092917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-a337a6c1-6fe6-488c-9382-d9179d8f2a8d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:21.094370 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-a337a6c1-6fe6-488c-9382-d9179d8f2a8d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 812 time: 0.1032317 Aug 25 05:33:21.118207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:21.122117 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=17 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:21.123843 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:21.160156 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-b2bb2a02-9386-4b8f-9f01-ec5822805918 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5223392ed2dc4eff871b9e788e4d677e HTTP/1.1" status: 200 len: 379 time: 0.0527618 Aug 25 05:33:21.168497 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'port': {'device_id': '45b514de-3486-4055-b751-ec88b76bb29d', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'admin_state_up': True, 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'security_groups': ['b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2']}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:33:21.398356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Made reservation on behalf of 5223392ed2dc4eff871b9e788e4d677e for: {'port': 1} {{(pid=107055) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 25 05:33:21.398356 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:21.501686 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.20.0.5 (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d/5c9eb564-57f6-439a-aad7-3f01cf773b24/06d406da-1bc2-4e2b-9bdd-0a19bdb65c68) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:33:21.655147 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-82f83b57-64f0-4556-94de-7619c9d0fe9d req-28546ee8-ca66-453d-9c65-21b842bf30d0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0363894 Aug 25 05:33:21.669989 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:21.768787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:21.811037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:33:21.814208 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:33:21.817872 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:33:21.845922 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:21.859672 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.860017 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.860359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.860698 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.861028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.861359 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.861718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.862046 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.862369 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.862691 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.863019 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.863368 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.863688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.864007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.864324 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:21.887231 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:21.887919 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:21.894376 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:21.984551 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-7469f2d3-16bd-4d15-a424-56671df3c244 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8195081 Aug 25 05:33:22.000799 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Request body: {'port': {'device_id': '45b514de-3486-4055-b751-ec88b76bb29d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85391'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:33:22.050049 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-fb5cf565-a4f3-497c-b264-53cfecee88ba None None] Provisioning complete for port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 triggered by entity DHCP. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:33:22.050505 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb5cf565-a4f3-497c-b264-53cfecee88ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.056962 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:22.062155 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.081670 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cf565-a4f3-497c-b264-53cfecee88ba None None] Port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 cannot update to ACTIVE because it is not bound. {{(pid=107057) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 25 05:33:22.325185 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 {{(pid=107055) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:33:22.332584 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks [] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.344677 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.provisioning_blocks [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Transition to ACTIVE for port object 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 will not be triggered until provisioned by entity L2. {{(pid=107055) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 25 05:33:22.416276 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.495396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Pushing event updated for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:22.523868 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Attempting to bind port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 on host hv-cinder-85391 for vnic_type normal with profile {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 25 05:33:22.525539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Attempting to bind port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 by drivers openvswitch,hyperv on host hv-cinder-85391 at level 0 using segments [{'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 25 05:33:22.525539 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Attempting to bind port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:33:22.528897 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85391 {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 25 05:33:22.529257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Attempting to bind port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 on network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 25 05:33:22.535953 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Checking agent: {'id': '118401bb-dbd8-4872-8f00-e73a3036247c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85391', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'started_at': datetime.datetime(2022, 8, 25, 5, 11, 33), 'heartbeat_timestamp': datetime.datetime(2022, 8, 25, 5, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 25 05:33:22.536290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Checking segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=107055) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 25 05:33:22.536670 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Bound using segment: {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'} {{(pid=107055) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 25 05:33:22.537093 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.managers [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Bound port: 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host: hv-cinder-85391, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d'}}] {{(pid=107055) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 25 05:33:22.537448 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.553076 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:22.602281 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, cleared binding levels {{(pid=107055) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 25 05:33:22.605237 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 25 05:33:22.700224 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.705490 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:22.706266 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:22.707667 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] 10.222.0.47 "PUT /networking/v2.0/ports/06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 HTTP/1.1" status: 200 len: 1093 time: 0.7109287 Aug 25 05:33:22.708156 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:33:22.710971 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a495f755-ff13-4da9-a5f5-2f860022b166" -d '{"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:33:22.756885 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b005fe-3c1b-49a5-a278-43efc6a1588b service neutron] Pushing event updated for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=3']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:22.774752 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a954ad27-6363-4836-b152-8bfcaee986e4 x-openstack-request-id: req-a954ad27-6363-4836-b152-8bfcaee986e4 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:33:22.775037 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:33:22.775289 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a954ad27-6363-4836-b152-8bfcaee986e4 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:33:22.775687 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a954ad27-6363-4836-b152-8bfcaee986e4'] response: {'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'status': 'completed', 'code': 200} Aug 25 05:33:22.793994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c51fd-5212-48ec-93c3-4c1a1ce54b1b req-d1834e95-38e8-4c69-8c97-f3ab9517c6dd tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:22.795497 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4b7c51fd-5212-48ec-93c3-4c1a1ce54b1b req-d1834e95-38e8-4c69-8c97-f3ab9517c6dd tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0673077 Aug 25 05:33:22.848248 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4b7c51fd-5212-48ec-93c3-4c1a1ce54b1b req-4419b7c0-8c25-4752-bad9-063167aa4ac0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469651 Aug 25 05:33:22.868989 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:22.869981 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:22.875577 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-ce1173d9-4fb9-433b-a106-8f6b4437b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:22.877215 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-ce1173d9-4fb9-433b-a106-8f6b4437b663 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1127 time: 0.0405893 Aug 25 05:33:22.979795 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-dbf2f822-c30a-4761-8ba1-568224f6c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:22.981234 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-dbf2f822-c30a-4761-8ba1-568224f6c610 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?tenant_id=5223392ed2dc4eff871b9e788e4d677e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919363 Aug 25 05:33:23.071114 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-8affadc2-d4b8-42bf-8cc0-8dcc67e66b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:23.072478 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a495f755-ff13-4da9-a5f5-2f860022b166 req-8affadc2-d4b8-42bf-8cc0-8dcc67e66b52 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857282 Aug 25 05:33:23.174396 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-d184c77e-1f29-4001-9af8-977fcd1d6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:23.175909 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-d184c77e-1f29-4001-9af8-977fcd1d6647 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1127 time: 0.0419991 Aug 25 05:33:23.219571 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-10e2dccb-3b7f-47a2-a1ef-d9945f92bbb3 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 HTTP/1.1" status: 200 len: 217 time: 0.0305309 Aug 25 05:33:23.267529 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-5fcd465f-7043-4df5-8623-7bbddc0f9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:23.268924 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-5fcd465f-7043-4df5-8623-7bbddc0f9244 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0427887 Aug 25 05:33:23.310914 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-09d8464a-caea-42a1-bacb-e0c9b3c602ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:23.312316 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-09d8464a-caea-42a1-bacb-e0c9b3c602ad service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376494 Aug 25 05:33:23.401742 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-ad9726ff-9a05-46ad-b2c1-f47384ed9731 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835354 Aug 25 05:33:23.492676 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d360ce1a-a109-4688-af5a-0dcaaa1b8ba1 req-831a5c0c-c47e-4256-81ff-0d541d80cd93 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853794 Aug 25 05:33:23.967471 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a9b6f-c5da-4215-9da8-0894e012d4ec req-63f4c69c-4f27-4e1e-8939-4b512dfbeec0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:23.968898 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b72a9b6f-c5da-4215-9da8-0894e012d4ec req-63f4c69c-4f27-4e1e-8939-4b512dfbeec0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0462024 Aug 25 05:33:23.988389 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:24.016789 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b72a9b6f-c5da-4215-9da8-0894e012d4ec req-bf2a59d9-e6bd-4d9f-87ff-0c9c6e06cb59 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Aug 25 05:33:25.134378 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f82c3-154b-432a-b565-27c4747fa17e req-3bdfc09c-0672-43df-876f-b1672e0bf57c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:25.135845 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-110f82c3-154b-432a-b565-27c4747fa17e req-3bdfc09c-0672-43df-876f-b1672e0bf57c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0461130 Aug 25 05:33:25.183630 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-110f82c3-154b-432a-b565-27c4747fa17e req-d5968084-0806-42c9-9348-d56cab944ba4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423820 Aug 25 05:33:26.298704 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1179a-393b-4157-b8a6-094a6ea56b1c req-95043f75-62e1-491a-bbbd-bd093d2b5108 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:26.300154 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3d1179a-393b-4157-b8a6-094a6ea56b1c req-95043f75-62e1-491a-bbbd-bd093d2b5108 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0450273 Aug 25 05:33:26.347259 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-b3d1179a-393b-4157-b8a6-094a6ea56b1c req-922d67ee-c1d8-4e33-907e-cb35da3c2b3c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413976 Aug 25 05:33:26.476725 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-dedf861b-3ba4-44de-bdb9-4aa7a04c0673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:27.467082 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacd046-f1c6-441f-ae08-8ef7b82f9690 req-1dccfb1e-f7d4-40c7-bb20-a9b11b7118b6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:27.468444 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6cacd046-f1c6-441f-ae08-8ef7b82f9690 req-1dccfb1e-f7d4-40c7-bb20-a9b11b7118b6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0491860 Aug 25 05:33:27.517072 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-6cacd046-f1c6-441f-ae08-8ef7b82f9690 req-cedd70bc-5948-4660-be03-c617328ebd57 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Aug 25 05:33:28.575893 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3fe0d7d8-15a8-43ea-b0d3-4e0576b724d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:28.636064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293c57f-c79e-46f2-9e25-b8c57e667e8f req-5a01872b-3a65-41d0-8d6d-1246f3332167 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:28.637534 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3293c57f-c79e-46f2-9e25-b8c57e667e8f req-5a01872b-3a65-41d0-8d6d-1246f3332167 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0491040 Aug 25 05:33:28.685393 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3293c57f-c79e-46f2-9e25-b8c57e667e8f req-62f4874a-9aac-4816-a90e-bd3b6a3d58f2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424030 Aug 25 05:33:29.801796 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553afaae-d4ad-437b-9446-1a7c94898e9b req-7d338e7b-d8f8-4e1f-ad50-7b931d6ce165 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:29.803232 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-553afaae-d4ad-437b-9446-1a7c94898e9b req-7d338e7b-d8f8-4e1f-ad50-7b931d6ce165 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0463467 Aug 25 05:33:29.851941 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-553afaae-d4ad-437b-9446-1a7c94898e9b req-9fba0a46-6b98-44ee-b2db-4ed670200709 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Aug 25 05:33:30.095643 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:30.967024 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3e353-8cd1-4edd-84d7-a2f916e288f5 req-c8c54963-5e85-4eca-9378-4172da286904 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:30.968443 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bef3e353-8cd1-4edd-84d7-a2f916e288f5 req-c8c54963-5e85-4eca-9378-4172da286904 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0459762 Aug 25 05:33:31.016850 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-bef3e353-8cd1-4edd-84d7-a2f916e288f5 req-c32b4c31-8ebf-4212-8135-40d09b025cfc tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428848 Aug 25 05:33:31.403870 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:31.488744 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:32.130787 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f544d19-72d5-4376-9cae-2c94380caedb req-3d337931-e97a-4516-8629-cf1648bdc8be tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:32.132226 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4f544d19-72d5-4376-9cae-2c94380caedb req-3d337931-e97a-4516-8629-cf1648bdc8be tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 943 time: 0.0461481 Aug 25 05:33:32.184182 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-4f544d19-72d5-4376-9cae-2c94380caedb req-e867383b-f649-4865-9de9-7850b4337cf7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457156 Aug 25 05:33:32.526499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:33:32.622521 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:33:32.633056 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'port_id': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'mac_address': 'fa:16:3e:06:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:33:32.666074 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:33:32.666460 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:32.678537 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:33:32.698537 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:33:32.764398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:32.814508 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=4']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:32.821379 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.821749 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.822143 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.822480 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.822812 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.823164 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.823465 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.823788 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.824108 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.824428 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.824751 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.825071 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.825398 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.825742 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:32.826059 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:33:33.215510 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:33:33.298165 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:33.306136 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cbd14-6271-4fd8-9aea-ab4317dc8d17 req-e598c96c-0832-466f-8b56-40459e4443c7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:33.311837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7c1cbd14-6271-4fd8-9aea-ab4317dc8d17 req-e598c96c-0832-466f-8b56-40459e4443c7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 944 time: 0.0498300 Aug 25 05:33:33.356972 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7c1cbd14-6271-4fd8-9aea-ab4317dc8d17 req-9e923216-7b4a-4756-9538-5b4b1090ef6a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435114 Aug 25 05:33:34.471796 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc1b8-48bc-4b88-bcb0-7e08d9235e57 req-e862545c-2d2c-4dbf-ab40-2783f24bb2c2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:34.473409 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-312cc1b8-48bc-4b88-bcb0-7e08d9235e57 req-e862545c-2d2c-4dbf-ab40-2783f24bb2c2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 944 time: 0.0462613 Aug 25 05:33:34.522168 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-312cc1b8-48bc-4b88-bcb0-7e08d9235e57 req-4d8048fb-c52c-419a-a11c-939ebcdab542 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425098 Aug 25 05:33:34.549440 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:33:34.590133 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning for port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 completed by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 25 05:33:34.655542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:33:34.655905 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:34.727608 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:33:34.727902 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:34.750487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:33:34.752703 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f210428-5e90-4785-8070-2d8b518a3c8a" -d '{"events": [{"server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "name": "network-vif-plugged", "status": "completed", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:33:34.764957 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:33:34.789693 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8cb21c-657d-4f80-a88a-78ab7f4892c1 x-openstack-request-id: req-2e8cb21c-657d-4f80-a88a-78ab7f4892c1 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:33:34.790015 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "name": "network-vif-plugged", "status": "completed", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:33:34.790287 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e8cb21c-657d-4f80-a88a-78ab7f4892c1 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:33:34.790684 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e8cb21c-657d-4f80-a88a-78ab7f4892c1'] response: {'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'code': 200} Aug 25 05:33:34.844217 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:34.890116 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=5']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:35.164445 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09fe53-fbfa-4582-8c91-b4d1200bff24 req-e4c95190-be54-415b-8879-7a3ca5eba8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:35.166446 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cb09fe53-fbfa-4582-8c91-b4d1200bff24 req-e4c95190-be54-415b-8879-7a3ca5eba8e9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1129 time: 0.0372493 Aug 25 05:33:35.209830 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cb09fe53-fbfa-4582-8c91-b4d1200bff24 req-76fa49a4-1843-4a07-af9a-a170cb5b8ef5 service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Aug 25 05:33:35.622068 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:35.627133 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:35.637317 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3495b-fa21-4421-b688-977a03756f9c req-4b7a2907-7cfc-45fc-9ef7-13ebd1ec09a0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:35.638809 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5cf3495b-fa21-4421-b688-977a03756f9c req-4b7a2907-7cfc-45fc-9ef7-13ebd1ec09a0 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0465295 Aug 25 05:33:35.687186 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5cf3495b-fa21-4421-b688-977a03756f9c req-54f5e34f-e9e2-4289-a86b-76f6ba17d4e7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428734 Aug 25 05:33:36.810098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ea74c-29a1-4317-87ed-93e248f40699 req-62f10ce8-b2f0-41c7-a3da-d5d122eac8b8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:36.811553 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cc6ea74c-29a1-4317-87ed-93e248f40699 req-62f10ce8-b2f0-41c7-a3da-d5d122eac8b8 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0476007 Aug 25 05:33:36.863526 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-cc6ea74c-29a1-4317-87ed-93e248f40699 req-ddd541da-bffa-41fe-bfff-72703242cd6d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Aug 25 05:33:37.986054 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2406566-a34d-405a-a080-f5387ad1ca56 req-d3b22bfa-7f71-478a-b9b7-87c78a3333df tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:37.987476 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c2406566-a34d-405a-a080-f5387ad1ca56 req-d3b22bfa-7f71-478a-b9b7-87c78a3333df tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0501390 Aug 25 05:33:38.036348 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-c2406566-a34d-405a-a080-f5387ad1ca56 req-eeccfae7-c3d3-470e-af21-a66d4e48b62d tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Aug 25 05:33:38.153277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d79a-767f-4bc9-96d9-63c11a31b68e req-ee55c338-b23f-4755-8b93-a0b85f02c450 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:38.154649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d292d79a-767f-4bc9-96d9-63c11a31b68e req-ee55c338-b23f-4755-8b93-a0b85f02c450 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0465169 Aug 25 05:33:38.203869 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d292d79a-767f-4bc9-96d9-63c11a31b68e req-1333fa48-cc35-4884-b9bd-0c730b093b45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435820 Aug 25 05:33:38.230495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45828) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:33:38.364234 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b4dbd-6354-4158-869a-cf1f9d059c00 tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:38.365713 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fc7b4dbd-6354-4158-869a-cf1f9d059c00 tempest-TestVolumeBootPattern-299990769 tempest-TestVolumeBootPattern-299990769-project-admin] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1124 time: 0.1342299 Aug 25 05:33:38.368480 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45832) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:33:38.373009 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.v2.base [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Request body: {'floatingip': {'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'port_id': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=107055) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 25 05:33:38.442626 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:38.521166 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (None), before_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:38.620124 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_common [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Allocated IP 172.27.3.11 (561ba299-fc05-4533-8955-328fe59874a9/212c7ac1-d63e-4c5a-a6bd-0da24483784c/38344350-9a6c-4341-a462-8053ec5c772a) {{(pid=107055) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 25 05:33:38.628734 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:38.721547 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (38344350-9a6c-4341-a462-8053ec5c772a), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:38.746947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:38.822690 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736002241091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (38344350-9a6c-4341-a462-8053ec5c772a), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:38.862569 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Network 561ba299-fc05-4533-8955-328fe59874a9 is already hosted by enough agents. {{(pid=107055) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 25 05:33:38.867226 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.base_scheduler [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Resources bound (agent type, host, resource id): {{(pid=107055) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 25 05:33:38.871681 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Received port after_create {{(pid=107055) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 25 05:33:38.893961 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=38344350-9a6c-4341-a462-8053ec5c772a,revision_number=1']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:39.477018 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (613c90a4-d473-40d8-bb07-06ab3f692f0d), precommit_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:39.620980 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (38344350-9a6c-4341-a462-8053ec5c772a), before_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:39.759462 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for port (38344350-9a6c-4341-a462-8053ec5c772a), precommit_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:39.824721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5220469'] for port (38344350-9a6c-4341-a462-8053ec5c772a), after_update {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:39.892432 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1597535'] for floatingip (613c90a4-d473-40d8-bb07-06ab3f692f0d), after_create {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:39.895006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event updated for resources: {'Port': ['ID=38344350-9a6c-4341-a462-8053ec5c772a,revision_number=2']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:33:39.932029 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:39.987614 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 613c90a4-d473-40d8-bb07-06ab3f692f0d associated. External IP: 172.27.3.11, port: 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68. Aug 25 05:33:40.026648 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:40.185028 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:33:40.285757 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:33:40.296651 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:33:40.305743 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:33:40.311694 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:33:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:33:40.355594 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:40.388750 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-cf546501-860f-4aaf-b52c-2348fb03026a tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0187488 Aug 25 05:33:40.389638 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:33:40.392100 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:33:40.407772 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:33:40.429860 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c0c108-2c11-410f-a0a5-fabc032deb32 x-openstack-request-id: req-b3c0c108-2c11-410f-a0a5-fabc032deb32 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:33:40.430837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:33:40.430837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b3c0c108-2c11-410f-a0a5-fabc032deb32 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:33:40.430837 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c0c108-2c11-410f-a0a5-fabc032deb32'] response: {'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'status': 'completed', 'code': 200} Aug 25 05:33:40.517151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-315b7f06-7831-4f8a-a0ae-06dc55dc9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:40.518604 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-315b7f06-7831-4f8a-a0ae-06dc55dc9f85 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1129 time: 0.0393760 Aug 25 05:33:40.610963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-67d55ba0-9424-440a-94d6-06f3ca5d35f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:40.612468 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-67d55ba0-9424-440a-94d6-06f3ca5d35f9 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0881782 Aug 25 05:33:40.614876 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}, {'id': '613c90a4-d473-40d8-bb07-06ab3f692f0d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:06:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b514de-3486-4055-b751-ec88b76bb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:33:39Z', 'updated_at': '2022-08-25T05:33:39Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:33:40.644013 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:33:40.652905 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:33:40.653496 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:33:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:33:40.673636 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-5979f1f9-d7e2-48c1-bf5f-44e74643c71a service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 HTTP/1.1" status: 200 len: 998 time: 0.0552356 Aug 25 05:33:40.721292 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-8943e85b-bba2-44e9-823c-b87dd3d77fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:40.722803 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-8943e85b-bba2-44e9-823c-b87dd3d77fc7 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0434053 Aug 25 05:33:40.749012 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:33:40.765581 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-e78bea0c-0437-4ee8-90f7-6f5cfff91805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:40.767101 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-e78bea0c-0437-4ee8-90f7-6f5cfff91805 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379009 Aug 25 05:33:40.863838 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-65eca72f-1091-460a-8614-bcba5680f7f7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886331 Aug 25 05:33:40.927598 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:40.956212 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-a7b9e1f5-8124-4e50-a1b2-41bb8f314bb6 req-b952c772-990f-42ea-a878-b70d86b2a35f service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856202 Aug 25 05:33:40.957813 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}, {'id': '613c90a4-d473-40d8-bb07-06ab3f692f0d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:06:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b514de-3486-4055-b751-ec88b76bb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:33:39Z', 'updated_at': '2022-08-25T05:33:39Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:33:40.983179 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7a68f8-4968-4035-8d73-ffc76a18c973 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}, {'id': '613c90a4-d473-40d8-bb07-06ab3f692f0d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.11', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:06:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45b514de-3486-4055-b751-ec88b76bb29d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:33:39Z', 'updated_at': '2022-08-25T05:33:39Z', 'revision_number': 0, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:33:41.176279 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd6d086-6b9e-42f0-9b82-47097c1eab93 None None] New status for floating IP 613c90a4-d473-40d8-bb07-06ab3f692f0d: ACTIVE {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:33:41.224009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:42.685100 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dec22e-0a14-4816-b421-c0c4bb8b6a2e req-f79db8dd-f18e-400b-88ea-d3b929767033 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:42.686592 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72dec22e-0a14-4816-b421-c0c4bb8b6a2e req-f79db8dd-f18e-400b-88ea-d3b929767033 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Aug 25 05:33:42.736881 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-72dec22e-0a14-4816-b421-c0c4bb8b6a2e req-f0b8a516-5c79-427b-9d85-2cd04d73a186 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444038 Aug 25 05:33:43.854186 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df58795-b084-46b8-b095-f6ce4a38ea22 req-bafd348e-0a2b-45da-9f42-ebd965045f17 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:43.855749 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3df58795-b084-46b8-b095-f6ce4a38ea22 req-bafd348e-0a2b-45da-9f42-ebd965045f17 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0461221 Aug 25 05:33:43.906888 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-3df58795-b084-46b8-b095-f6ce4a38ea22 req-bc93eda7-283d-4e71-ad1f-a32f6b4d80f1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Aug 25 05:33:45.028440 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321dd0-3e0c-48cd-b21a-f8dc43131bec req-c1625d3a-7ec8-4464-8571-d9dddb91d292 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:45.029894 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-61321dd0-3e0c-48cd-b21a-f8dc43131bec req-c1625d3a-7ec8-4464-8571-d9dddb91d292 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0463524 Aug 25 05:33:45.081151 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-61321dd0-3e0c-48cd-b21a-f8dc43131bec req-7ce3bb3e-fd1a-4593-9176-21e9d37f72e1 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457113 Aug 25 05:33:46.197636 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695625c8-d572-40cd-b7a2-3a47a3348fd6 req-76fe1064-fb2f-4493-a0f3-55c1f5628dfe tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:46.199083 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-695625c8-d572-40cd-b7a2-3a47a3348fd6 req-76fe1064-fb2f-4493-a0f3-55c1f5628dfe tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0458052 Aug 25 05:33:46.247492 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-695625c8-d572-40cd-b7a2-3a47a3348fd6 req-ccb07c11-6bef-47cc-936a-b607258559e4 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429585 Aug 25 05:33:47.364573 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef136783-3abb-45ad-adfa-a9aed558d993 req-2ed9ca71-ef60-4df1-9d24-ff42665969e9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:47.366041 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ef136783-3abb-45ad-adfa-a9aed558d993 req-2ed9ca71-ef60-4df1-9d24-ff42665969e9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0463636 Aug 25 05:33:47.414400 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-ef136783-3abb-45ad-adfa-a9aed558d993 req-f9f0addc-550d-4a07-af7e-f8a57ab5c082 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420890 Aug 25 05:33:48.533952 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534957a-7f4c-470c-bbfa-bb6e317f6252 req-3b6a47a4-ac81-4afd-b0c7-031e8d1ea98f tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:48.535427 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0534957a-7f4c-470c-bbfa-bb6e317f6252 req-3b6a47a4-ac81-4afd-b0c7-031e8d1ea98f tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0496821 Aug 25 05:33:48.583921 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-0534957a-7f4c-470c-bbfa-bb6e317f6252 req-ee1124cf-eb67-4de6-8859-6ff292bbe126 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425131 Aug 25 05:33:49.704802 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a784afd-a5f9-4c91-baf6-e9909cf99ff9 req-aad6b18c-a312-4ba3-b7c4-b320c4d9b248 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:49.706286 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0a784afd-a5f9-4c91-baf6-e9909cf99ff9 req-aad6b18c-a312-4ba3-b7c4-b320c4d9b248 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0460298 Aug 25 05:33:49.754588 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-0a784afd-a5f9-4c91-baf6-e9909cf99ff9 req-00ca0b22-817f-4195-b7ea-9300c8999612 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428603 Aug 25 05:33:49.872130 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:33:50.871575 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b0d40-3f07-4624-a8b2-d4538b1726d0 req-e6d8ea7c-aabc-4870-93e8-c2a965d76d16 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:50.873003 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-802b0d40-3f07-4624-a8b2-d4538b1726d0 req-e6d8ea7c-aabc-4870-93e8-c2a965d76d16 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0466216 Aug 25 05:33:50.883667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:50.921348 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-802b0d40-3f07-4624-a8b2-d4538b1726d0 req-bb2f04fa-1250-4aa1-897f-b991350e56b2 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Aug 25 05:33:51.033846 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-48325cf1-479a-4de6-a45b-74895c1ab4c4 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405464 Aug 25 05:33:51.132595 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-08b1398b-7a75-4cca-8a46-3a4686d149af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:51.134133 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-08b1398b-7a75-4cca-8a46-3a4686d149af service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1129 time: 0.0400224 Aug 25 05:33:51.235010 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-0026bf99-6bb6-4277-92fd-7248b6795a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:51.236451 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-0026bf99-6bb6-4277-92fd-7248b6795a88 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0850995 Aug 25 05:33:51.277849 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:51.279124 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:51.280900 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:51.299352 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-5059be87-a114-4302-ba2c-ee98aec4ea91 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 1000 time: 0.0567286 Aug 25 05:33:51.345758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-a0ee9e5a-8dd9-4251-a0d5-afa488e6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:51.347147 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-a0ee9e5a-8dd9-4251-a0d5-afa488e6b0f5 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0423949 Aug 25 05:33:51.389791 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-dc6b238e-8cf6-4a1d-bd6b-0c4c3d969c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:51.391194 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-dc6b238e-8cf6-4a1d-bd6b-0c4c3d969c90 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375156 Aug 25 05:33:51.401181 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-672504b3-98e8-49e6-83ac-97066482d67e service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:33:51.402171 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-672504b3-98e8-49e6-83ac-97066482d67e service neutron] 10.222.0.47 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052438 Aug 25 05:33:51.494395 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-93aa040d-e750-46b0-b306-ea3b8faeeeb0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868328 Aug 25 05:33:51.581194 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-55edba13-f8ca-4b50-80d1-8c1090114444 req-0d3f69cd-19d4-429e-9376-cc2943f90006 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798640 Aug 25 05:33:52.041881 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef960b-d868-47ce-be8d-cc342856b791 req-1e6de39d-f9bc-470f-a8be-9c16fdaad420 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:52.043305 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-06ef960b-d868-47ce-be8d-cc342856b791 req-1e6de39d-f9bc-470f-a8be-9c16fdaad420 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0487597 Aug 25 05:33:52.090880 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-06ef960b-d868-47ce-be8d-cc342856b791 req-5cbdb17a-ad5c-4be3-a18f-f3cc5dcc50cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421059 Aug 25 05:33:53.244811 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f801690-04e5-4ca0-a8e9-fab756a57e58 req-37d73562-8cbf-4070-809b-133ef49d4477 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:53.246323 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6f801690-04e5-4ca0-a8e9-fab756a57e58 req-37d73562-8cbf-4070-809b-133ef49d4477 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0809519 Aug 25 05:33:53.249229 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-cc9e0295-0fa4-4eda-b7a6-ad9fc3fd4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:53.250618 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-cc9e0295-0fa4-4eda-b7a6-ad9fc3fd4ae5 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0529273 Aug 25 05:33:53.319187 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:53.361761 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6f801690-04e5-4ca0-a8e9-fab756a57e58 req-57f0b473-a54c-4ddf-9fdb-a7f9b7b3ba15 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094453 Aug 25 05:33:53.379909 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-560e9768-2106-44a1-80e2-68ea1568a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:53.381347 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-560e9768-2106-44a1-80e2-68ea1568a8a0 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.1231146 Aug 25 05:33:53.447082 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-ddb773a3-e8b2-4220-8751-57a946936e07 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 1000 time: 0.0557890 Aug 25 05:33:53.495527 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-43f34579-f355-4aae-a82d-74e9d981bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:53.497018 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-43f34579-f355-4aae-a82d-74e9d981bd36 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0448790 Aug 25 05:33:53.544052 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-1eb34af1-d4c0-4502-b077-71636f8e8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:53.545515 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-1eb34af1-d4c0-4502-b077-71636f8e8457 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426099 Aug 25 05:33:53.592437 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:53.634661 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-4334c46d-7365-4515-9a0a-a8d317c75c73 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826609 Aug 25 05:33:53.723700 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-24ee06e6-ddec-4b17-ab84-0a889df2b3c5 req-53a92136-4cbe-45e0-a236-85c9a5b427c7 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839770 Aug 25 05:33:54.482163 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7aa87-25a0-470c-b43e-c39c5d947cd9 req-3c432932-8578-4bba-a81d-9883a8df2579 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:54.483539 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cca7aa87-25a0-470c-b43e-c39c5d947cd9 req-3c432932-8578-4bba-a81d-9883a8df2579 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0473537 Aug 25 05:33:54.535695 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-cca7aa87-25a0-470c-b43e-c39c5d947cd9 req-358548b6-53b1-4eee-ac09-18cdd52971b8 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467215 Aug 25 05:33:55.653230 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee3e8e-b312-40fe-bacd-22adc2f669f3 req-8e1f6f0a-ffe8-4f66-b310-ae007277acd2 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:55.654725 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e3ee3e8e-b312-40fe-bacd-22adc2f669f3 req-8e1f6f0a-ffe8-4f66-b310-ae007277acd2 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0468104 Aug 25 05:33:55.702796 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e3ee3e8e-b312-40fe-bacd-22adc2f669f3 req-9c3e2f64-4b37-4097-aa4d-313ab179220b tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Aug 25 05:33:56.487624 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a8843ed5-15ed-477f-8a2c-5d7f7a66e7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:56.906693 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c4dad-3b5d-4303-9e25-2ab98fa0915b req-f8a65795-31c8-45de-b048-44d4fabce636 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:56.908172 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-205c4dad-3b5d-4303-9e25-2ab98fa0915b req-f8a65795-31c8-45de-b048-44d4fabce636 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.1330807 Aug 25 05:33:56.940923 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=89 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:33:56.960152 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-205c4dad-3b5d-4303-9e25-2ab98fa0915b req-6313621a-5e88-47fb-9a81-6b999aaa076a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462174 Aug 25 05:33:57.079809 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-69e96314-1862-40f4-94bd-13d82a1faa03 req-240fb13f-61a0-4af3-b6d5-d066d1cb4c5a service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:33:57.080816 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69e96314-1862-40f4-94bd-13d82a1faa03 req-240fb13f-61a0-4af3-b6d5-d066d1cb4c5a service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0496252 Aug 25 05:33:58.486783 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91131ee0-be9e-47bd-95e1-8f3dcc6fb7fc req-7e5aae7f-8213-48fd-939b-278744ae14cf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:58.488308 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-91131ee0-be9e-47bd-95e1-8f3dcc6fb7fc req-7e5aae7f-8213-48fd-939b-278744ae14cf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0466039 Aug 25 05:33:58.538200 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-91131ee0-be9e-47bd-95e1-8f3dcc6fb7fc req-f3fb3cff-33de-4790-9359-06fbc4420891 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442731 Aug 25 05:33:58.582405 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-8b79d7af-2f3a-4219-aca6-574e13dae9ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815952 Aug 25 05:33:58.591236 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-f399da7a-ceb4-4dcb-b5fb-bcd13fa4f924 service neutron] http://10.222.0.16:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=107055) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 25 05:33:58.592165 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-f399da7a-ceb4-4dcb-b5fb-bcd13fa4f924 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052037 Aug 25 05:33:58.604472 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5965de24-c714-490c-8698-f541642ee883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:33:58.716721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-23ac5d88-3de8-445b-8e77-ebdbc7417419 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:58.718084 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-23ac5d88-3de8-445b-8e77-ebdbc7417419 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports/e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 942 time: 0.0978889 Aug 25 05:33:59.705232 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c312998c-2850-4aba-966a-264353552ee5 req-ac5710a2-285c-4ddb-a6df-0fe88ee092d3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:33:59.706689 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c312998c-2850-4aba-966a-264353552ee5 req-ac5710a2-285c-4ddb-a6df-0fe88ee092d3 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0939977 Aug 25 05:33:59.755534 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c312998c-2850-4aba-966a-264353552ee5 req-95b22663-dcb4-4e77-8c88-4e45973a757d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431821 Aug 25 05:33:59.868738 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=93 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:00.076544 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:00.682184 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:34:00.751450 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port e4f9ade5-936a-44fc-81c2-05d1059b8111 is: ACTIVE; New status is: DOWN {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:34:00.751829 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:00.773955 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:34:00.777016 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e55c421-c179-4701-aa01-9e37cbcc601a" -d '{"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:34:00.790880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:34:00.811543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Aug 2022 05:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53295d9d-cc1f-4abb-b12d-31a290096de9 x-openstack-request-id: req-53295d9d-cc1f-4abb-b12d-31a290096de9 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:34:00.811880 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-unplugged", "status": "failed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "code": 422}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:34:00.812130 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-53295d9d-cc1f-4abb-b12d-31a290096de9 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:34:00.812534 dv-cinder-853910-2-iscsi neutron-server[107057]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-53295d9d-cc1f-4abb-b12d-31a290096de9']: {'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'code': 422} returned with failed status Aug 25 05:34:00.853577 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:00.877828 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3813f-21ca-4c88-8b4d-e9eef429b4c1 req-8c233260-f5dd-43de-9378-e9ef3f762fa9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:00.879229 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-13f3813f-21ca-4c88-8b4d-e9eef429b4c1 req-8c233260-f5dd-43de-9378-e9ef3f762fa9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Aug 25 05:34:00.911300 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=6']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:34:00.933387 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-13f3813f-21ca-4c88-8b4d-e9eef429b4c1 req-ecab5572-9347-48c0-b7a8-6f4fd037afce tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477142 Aug 25 05:34:01.276200 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-03855473-0256-4b27-9641-5add25a1f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:01.277719 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-03855473-0256-4b27-9641-5add25a1f604 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642&tenant_id=52aad667fe8d4b6582a7e4340ecfe33f HTTP/1.1" status: 200 len: 1127 time: 0.0395038 Aug 25 05:34:01.354630 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-1b000fcc-caeb-4e1a-861b-e5c679625fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:01.356220 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-1b000fcc-caeb-4e1a-861b-e5c679625fc0 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1127 time: 0.0392797 Aug 25 05:34:01.424559 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:01.449580 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-6414c567-64e4-4750-b2c9-88a02e67a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:01.451082 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-6414c567-64e4-4750-b2c9-88a02e67a1a1 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.0895534 Aug 25 05:34:01.481701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:01.512002 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-c168095c-0344-49a3-9b99-8552477c26c0 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 998 time: 0.0546260 Aug 25 05:34:01.523701 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:01.559824 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-502239df-82ed-42cb-8d1b-4ffc564bd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:01.561235 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-502239df-82ed-42cb-8d1b-4ffc564bd331 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0441592 Aug 25 05:34:01.608115 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-f8d564f9-29fe-43ed-a7f6-8e8bfe94159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:01.609567 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-f8d564f9-29fe-43ed-a7f6-8e8bfe94159f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422294 Aug 25 05:34:01.695777 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-2fd5aa03-0302-4410-9601-2c5ee4529815 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806053 Aug 25 05:34:01.782219 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:01.785891 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-1b046f57-20eb-484d-b483-c1064262b3e1 req-2c59e6e8-8aa2-4333-84e3-707c325587ec service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843785 Aug 25 05:34:02.051071 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cf40a-4154-43be-bce4-f92d54f1897a req-e2b69f5b-638f-4324-a2fd-738adfaf6b3a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:02.052409 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3b5cf40a-4154-43be-bce4-f92d54f1897a req-e2b69f5b-638f-4324-a2fd-738adfaf6b3a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0458207 Aug 25 05:34:02.072289 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:02.104594 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-3b5cf40a-4154-43be-bce4-f92d54f1897a req-3e120205-ea86-40e1-98fc-97c6b937b582 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466244 Aug 25 05:34:03.222062 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080892a-b07b-4bee-a4f9-e9d456640cae req-eba0682b-cba6-469a-a568-5f7ab75a6586 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:03.223984 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c080892a-b07b-4bee-a4f9-e9d456640cae req-eba0682b-cba6-469a-a568-5f7ab75a6586 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0478098 Aug 25 05:34:03.272743 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c080892a-b07b-4bee-a4f9-e9d456640cae req-13188765-5f38-47dc-98e7-c53028d8e39c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Aug 25 05:34:04.388942 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d8d11-6534-443f-bfc4-fbb49ec39f53 req-985c4e0a-af26-4f45-b94a-a5eb663d5bdf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:04.390401 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d9d8d11-6534-443f-bfc4-fbb49ec39f53 req-985c4e0a-af26-4f45-b94a-a5eb663d5bdf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0469568 Aug 25 05:34:04.434271 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:04.439502 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-1d9d8d11-6534-443f-bfc4-fbb49ec39f53 req-2ef389f2-6758-4296-8b19-9bfe488f6991 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436521 Aug 25 05:34:05.555111 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b0c4-493f-421a-8fe6-f7a3939111a8 req-4a7a4df2-7e2e-4cf0-8991-f0748097718c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:05.557048 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7514b0c4-493f-421a-8fe6-f7a3939111a8 req-4a7a4df2-7e2e-4cf0-8991-f0748097718c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0455518 Aug 25 05:34:05.608138 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-7514b0c4-493f-421a-8fe6-f7a3939111a8 req-8a59502b-eb21-47c1-9b61-5f39970d9869 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Aug 25 05:34:06.724448 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279362b8-d818-4abf-90b8-6c648d2fb794 req-07f9e78a-4d64-4f0b-b8c1-9aa7b989e5d0 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:06.726159 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-279362b8-d818-4abf-90b8-6c648d2fb794 req-07f9e78a-4d64-4f0b-b8c1-9aa7b989e5d0 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0467649 Aug 25 05:34:06.774808 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-279362b8-d818-4abf-90b8-6c648d2fb794 req-dd37486f-2a0c-409e-9476-0de484177cf9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430927 Aug 25 05:34:07.892470 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca02666-d3de-4628-859a-80bedef5efca req-a23b26ca-8c4c-41d7-8a12-1713c3fb3547 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:07.893954 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ca02666-d3de-4628-859a-80bedef5efca req-a23b26ca-8c4c-41d7-8a12-1713c3fb3547 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0465345 Aug 25 05:34:07.942232 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ca02666-d3de-4628-859a-80bedef5efca req-be80937f-d074-4bfc-8cf1-d9157dc885e8 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427117 Aug 25 05:34:09.065528 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38e590-da90-4925-922e-8c81b487a6f3 req-285e46b1-a412-4106-b637-d421f4f03f14 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:09.067042 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b38e590-da90-4925-922e-8c81b487a6f3 req-285e46b1-a412-4106-b637-d421f4f03f14 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0513778 Aug 25 05:34:09.116702 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-2b38e590-da90-4925-922e-8c81b487a6f3 req-db82ca5e-6e2a-4ae4-8724-007603c9962e tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441170 Aug 25 05:34:10.232738 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42200395-4a1a-4ee9-82e1-5244e66e350a req-4a95c89a-9c06-4f0f-8a24-1967dbbe5bbf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:10.234254 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42200395-4a1a-4ee9-82e1-5244e66e350a req-4a95c89a-9c06-4f0f-8a24-1967dbbe5bbf tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 943 time: 0.0475392 Aug 25 05:34:10.282492 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42200395-4a1a-4ee9-82e1-5244e66e350a req-f9f824ad-4454-4cc4-b765-3ced7f622d4d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427387 Aug 25 05:34:10.666521 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 details requested by agent hyperv_hv-cinder-85391 with host hv-cinder-85391 {{(pid=107057) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 25 05:34:10.763350 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:34:10.774187 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Returning: {'device': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'port_id': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'mac_address': 'fa:16:3e:01:98:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=107057) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 25 05:34:10.808116 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port e4f9ade5-936a-44fc-81c2-05d1059b8111 is: DOWN; New status is: BUILD {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:34:10.808499 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:10.820846 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f9ade5-936a-44fc-81c2-05d1059b8111 {{(pid=107057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 25 05:34:10.840444 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:34:10.917640 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:10.961793 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=7']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:34:11.260813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:11.356160 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] get_ports_and_sgs() called for port_ids ['e4f9ade5-936a-44fc-81c2-05d1059b8111'] {{(pid=107057) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 25 05:34:11.401670 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61873d-2e24-486b-ad42-08de12df5eb7 req-81b1c5be-2a41-4223-8825-9c2be88e3475 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:11.403240 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5d61873d-2e24-486b-ad42-08de12df5eb7 req-81b1c5be-2a41-4223-8825-9c2be88e3475 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 944 time: 0.0473804 Aug 25 05:34:11.453582 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5d61873d-2e24-486b-ad42-08de12df5eb7 req-394b6fa5-1493-4095-8948-5378b6604b72 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Aug 25 05:34:12.574303 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92431-904e-4b79-85a2-d9c8826d4a02 req-4589f4c8-bf80-4f97-a3b6-abf4401a1a2a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:12.575780 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c3b92431-904e-4b79-85a2-d9c8826d4a02 req-4589f4c8-bf80-4f97-a3b6-abf4401a1a2a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 944 time: 0.0512905 Aug 25 05:34:12.624090 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-c3b92431-904e-4b79-85a2-d9c8826d4a02 req-98b276c7-7d6e-4526-9f35-708610ad2601 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428333 Aug 25 05:34:12.686363 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 up at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 25 05:34:12.727420 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.provisioning_blocks [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Provisioning complete for port e4f9ade5-936a-44fc-81c2-05d1059b8111 triggered by entity L2. {{(pid=107057) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 25 05:34:12.728286 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-736647'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), provisioning_complete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:12.798691 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Current status of the port e4f9ade5-936a-44fc-81c2-05d1059b8111 is: BUILD; New status is: ACTIVE {{(pid=107057) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 25 05:34:12.798993 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-575312'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:12.821075 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:34:12.823309 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f71316abd88473638d9c084f86205877900620db3a1aad091a01846248555782" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b649c483-9f28-4081-8a07-2771bc6bb2f4" -d '{"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:34:12.839054 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:34:12.860875 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9f9ee4-f6ce-435d-bad2-25d6e3530238 x-openstack-request-id: req-dc9f9ee4-f6ce-435d-bad2-25d6e3530238 {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:34:12.861157 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-plugged", "status": "completed", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "code": 200}]} {{(pid=107057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:34:12.861401 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dc9f9ee4-f6ce-435d-bad2-25d6e3530238 {{(pid=107057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:34:12.861818 dv-cinder-853910-2-iscsi neutron-server[107057]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9f9ee4-f6ce-435d-bad2-25d6e3530238'] response: {'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'code': 200} Aug 25 05:34:12.912044 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736002685305', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736002241109', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736002241127'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:12.957266 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Pushing event updated for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=8']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:34:13.157319 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0a62c-6959-4b4e-8cf1-33e76575531f req-71707863-62ca-4fe8-b8d9-99d1da3f59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:13.158800 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ea0a62c-6959-4b4e-8cf1-33e76575531f req-71707863-62ca-4fe8-b8d9-99d1da3f59b9 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0384989 Aug 25 05:34:13.204079 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6ea0a62c-6959-4b4e-8cf1-33e76575531f req-8088a330-ee15-4edb-9f88-83ba752e109e service neutron] 10.222.0.47 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Aug 25 05:34:13.743667 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e25e5-c901-4b9b-9630-128a307b3ecd req-77eae0b2-52dd-49a6-bb5f-b2aeb674bd24 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:13.745181 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-873e25e5-c901-4b9b-9630-128a307b3ecd req-77eae0b2-52dd-49a6-bb5f-b2aeb674bd24 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0511532 Aug 25 05:34:13.794329 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-873e25e5-c901-4b9b-9630-128a307b3ecd req-2eb5553b-6389-4ac1-89d3-0587521b7850 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Aug 25 05:34:14.910709 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb572555-0808-4b66-b58c-1e70b2e8d047 req-527a0638-2368-4171-8ea2-23baf36b7a97 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:14.912137 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eb572555-0808-4b66-b58c-1e70b2e8d047 req-527a0638-2368-4171-8ea2-23baf36b7a97 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0456765 Aug 25 05:34:14.964108 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-eb572555-0808-4b66-b58c-1e70b2e8d047 req-5bbd7607-8573-43c4-8342-a5b96293d196 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Aug 25 05:34:16.081145 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fda5e-64ee-4642-bdb2-97c49e32c1c6 req-5526225f-fb86-4a7f-b070-aa66816db161 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:16.085649 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-724fda5e-64ee-4642-bdb2-97c49e32c1c6 req-5526225f-fb86-4a7f-b070-aa66816db161 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0459938 Aug 25 05:34:16.130650 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-724fda5e-64ee-4642-bdb2-97c49e32c1c6 req-df754d44-c4c9-4d39-9058-e9e2f716de66 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423751 Aug 25 05:34:22.949658 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:22.953535 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:22.955297 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=78,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:24.956959 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=46 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:24.959789 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=36 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:26.123218 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=71 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:26.127098 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:26.482892 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-afc27d8b-3bc1-42ce-a7f5-4b90e493ade6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:26.870900 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:34:28.640984 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-d43fd82c-b5d8-44f9-a15a-c60f49b58e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:30.042627 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:31.408975 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:31.475765 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:33.937419 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:36.867223 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=7 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:41.299692 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:45.143184 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [req-43935554-378e-4523-8c97-437a5e5cd4ea req-a0de31f9-519a-4b22-9e6f-1f494a381b0d service neutron] (107056) timed out ('10.222.0.47', 55295) {{(pid=107056) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 25 05:34:51.208912 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:51.211867 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:51.214570 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:53.017973 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-1c8cc600-d8f0-47f0-8902-4634aa39848e service neutron] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371504 Aug 25 05:34:53.103508 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-3f5149cf-3718-40f3-bc03-7324da5382ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:53.104965 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-3f5149cf-3718-40f3-bc03-7324da5382ca service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.0423920 Aug 25 05:34:53.206014 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-ad1afadc-5eef-465b-ae55-e29a7560412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:53.207479 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-ad1afadc-5eef-465b-ae55-e29a7560412b service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.0836661 Aug 25 05:34:53.279793 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-c03a7c1c-163e-494a-b4f6-071a73e3fbeb service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 1000 time: 0.0657699 Aug 25 05:34:53.326983 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-1aaf037a-de70-4bbb-a1fc-a8ac608da7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:53.328366 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-1aaf037a-de70-4bbb-a1fc-a8ac608da7df service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0422926 Aug 25 05:34:53.371130 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-2e841621-20ba-410b-a9c4-8c0aa689a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:34:53.372568 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-2e841621-20ba-410b-a9c4-8c0aa689a1b7 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381351 Aug 25 05:34:53.464119 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-430e9dc6-dbb1-4096-93f3-c89215c00f09 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Aug 25 05:34:53.552788 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-027c14fa-f4f9-47ef-bb83-d2b5346fcbea req-a7ef1c49-94dd-4d69-a726-46b94748d0e3 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Aug 25 05:34:54.951118 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:54.951845 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:34:56.470325 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0c21bd1e-c13c-45f4-9931-3bb0787c2455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:34:58.594768 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-13a16ef0-ebc2-46ab-82b5-f093e0b04bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:00.086332 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:01.418994 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:01.480217 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:03.548072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=47 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:03.549916 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=54 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:03.870807 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:35:11.281962 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:13.866017 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:13.866767 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:21.205958 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:21.206740 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=2,neutron:SELECT=18 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:21.212543 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:26.480019 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-75ea3ac4-fa9e-4c7e-9d97-0e0e86cc5618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:28.590002 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bc561761-8f4d-4d19-9392-90baeffea8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:29.421837 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 45956) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:29.564693 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port 38344350-9a6c-4341-a462-8053ec5c772a {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:29.564952 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (38344350-9a6c-4341-a462-8053ec5c772a), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:29.901730 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (38344350-9a6c-4341-a462-8053ec5c772a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:29.902064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (38344350-9a6c-4341-a462-8053ec5c772a), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:29.914494 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for 38344350-9a6c-4341-a462-8053ec5c772a owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:30.070435 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:30.149943 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (38344350-9a6c-4341-a462-8053ec5c772a), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:30.173850 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=38344350-9a6c-4341-a462-8053ec5c772a,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:30.186001 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188250 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188964 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.188964 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.189166 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.189480 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.189826 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.190146 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.190464 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107055) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:30.248475 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (613c90a4-d473-40d8-bb07-06ab3f692f0d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:30.248805 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 613c90a4-d473-40d8-bb07-06ab3f692f0d disassociated (deleted). External IP: 172.27.3.11, port: 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68. Aug 25 05:35:30.443504 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:35:30.541274 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:35:30.546007 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:30.547406 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:30.551023 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:35:30.561855 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:30.565542 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:30.578556 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-545da166-13a9-4ac6-84a0-ebc1d44f180c tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/613c90a4-d473-40d8-bb07-06ab3f692f0d HTTP/1.1" status: 204 len: 168 time: 1.1556420 Aug 25 05:35:30.579220 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:30.581579 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d571c8ca-9784-4490-973c-8d9525e41fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:30.669658 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:30.683180 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92908701-3b53-4c98-8913-9c12c6fa75e4 x-openstack-request-id: req-92908701-3b53-4c98-8913-9c12c6fa75e4 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:30.683471 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:30.683721 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92908701-3b53-4c98-8913-9c12c6fa75e4 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:30.684126 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92908701-3b53-4c98-8913-9c12c6fa75e4'] response: {'name': 'network-changed', 'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'status': 'completed', 'code': 200} Aug 25 05:35:30.773148 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-512d9336-5e2a-4ffa-ae82-f64d4a942217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:30.774593 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-512d9336-5e2a-4ffa-ae82-f64d4a942217 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 1129 time: 0.0399125 Aug 25 05:35:30.789627 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:30.868900 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-bb4a909f-2f2c-49ab-a50c-5d6a82226975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:30.870430 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-bb4a909f-2f2c-49ab-a50c-5d6a82226975 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0901225 Aug 25 05:35:30.885333 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:30.914165 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:35:30.919691 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-49e26255-8933-4b30-973e-027a27b93261 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 HTTP/1.1" status: 200 len: 217 time: 0.0430861 Aug 25 05:35:30.924321 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:30.924953 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:30.985778 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd70f5e-f699-402e-8b60-4ebbd3bd5146 req-f1dcdead-b917-441a-8a24-aaf592f81f4b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:30.987252 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bd70f5e-f699-402e-8b60-4ebbd3bd5146 req-f1dcdead-b917-441a-8a24-aaf592f81f4b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0474787 Aug 25 05:35:31.027988 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:31.036230 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4bd70f5e-f699-402e-8b60-4ebbd3bd5146 req-c325ff5e-4ec6-4ee4-8171-97e66c2e2552 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Aug 25 05:35:31.229784 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:31.253113 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a9a777-9497-4d86-bb3b-abf6b5607065 None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_floatingips': [{'id': '28c59a29-9fc6-441c-a025-47c2de1bf772', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'floating_ip_address': '172.27.3.44', 'floating_network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'router_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'port_id': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'mac_address': 'fa:16:3e:16:3d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79a10724-ad1c-4496-8e15-a75869e1debe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-25T05:31:12Z', 'updated_at': '2022-08-25T05:31:13Z', 'revision_number': 1, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:35:31.429913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:31.474079 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f017b4fc-ebf4-4ad3-a079-55c09d27a2d0 None None] New status for floating IP 613c90a4-d473-40d8-bb07-06ab3f692f0d: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:35:31.503468 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:32.012345 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-40b8cc30-06f9-4d57-b034-604768803dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:32.013779 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-40b8cc30-06f9-4d57-b034-604768803dc1 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0438683 Aug 25 05:35:32.059179 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-362a49fc-393f-4524-ad57-04ffbe5bfa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:32.060621 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-362a49fc-393f-4524-ad57-04ffbe5bfa81 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414324 Aug 25 05:35:32.160362 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a30f8-1cc6-4289-9c6f-4948c7c35241 req-2cbe1027-d67d-401f-96eb-a29ac2f136f7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:32.161848 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e4a30f8-1cc6-4289-9c6f-4948c7c35241 req-2cbe1027-d67d-401f-96eb-a29ac2f136f7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0469472 Aug 25 05:35:32.173989 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-ab3f4f9a-0780-4607-b53e-95930c63229b service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898862 Aug 25 05:35:32.210443 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-5e4a30f8-1cc6-4289-9c6f-4948c7c35241 req-1d98ad8a-c76f-4f0b-9d1e-bf8caec3e752 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425563 Aug 25 05:35:32.492017 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-d571c8ca-9784-4490-973c-8d9525e41fd2 req-d43eb608-c452-4b0d-8f31-76559fbc0f2d service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Aug 25 05:35:32.812201 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-a96d57fa-11aa-4472-85a2-8d638a25f1c4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:32.813625 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-a96d57fa-11aa-4472-85a2-8d638a25f1c4 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 945 time: 0.0455728 Aug 25 05:35:32.896172 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:32.896510 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:32.982885 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] For port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:32.983239 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:32.995446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:33.066787 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:33.189761 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (06d406da-1bc2-4e2b-9bdd-0a19bdb65c68), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:33.217327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=06d406da-1bc2-4e2b-9bdd-0a19bdb65c68,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:33.265190 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] No DVR routers for this DVR port 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:33.267733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:33.271032 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6a325c6f-2822-4093-8b38-4cf3eb979f4e req-82f183b5-a924-4a15-ae85-097f9f2cbea2 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "DELETE /networking/v2.0/ports/06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 HTTP/1.1" status: 204 len: 173 time: 0.4521973 Aug 25 05:35:33.271496 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'name': 'network-vif-deleted', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:33.273760 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4bb619-08da-4703-bdde-d51299ecefa1" -d '{"events": [{"server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "name": "network-vif-deleted", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:33.322066 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b644089f-a261-474a-a461-ef85a78e98b3 x-openstack-request-id: req-b644089f-a261-474a-a461-ef85a78e98b3 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:33.322299 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b514de-3486-4055-b751-ec88b76bb29d", "name": "network-vif-deleted", "tag": "06d406da-1bc2-4e2b-9bdd-0a19bdb65c68", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:33.322550 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b644089f-a261-474a-a461-ef85a78e98b3 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:33.322949 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b644089f-a261-474a-a461-ef85a78e98b3'] response: {'server_uuid': '45b514de-3486-4055-b751-ec88b76bb29d', 'name': 'network-vif-deleted', 'tag': '06d406da-1bc2-4e2b-9bdd-0a19bdb65c68', 'status': 'completed', 'code': 200} Aug 25 05:35:33.324879 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-8a2d6eb6-0413-4543-bc80-eda1273941a0 req-8d37d70d-e5c7-4a1c-9eca-a2943c6aedf6 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0371661 Aug 25 05:35:34.440133 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-9e5f1bf7-c3ed-461e-948b-c562ac46cb7a req-acf7263b-531d-4524-8fe9-d9c091cf37dd tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=45b514de-3486-4055-b751-ec88b76bb29d HTTP/1.1" status: 200 len: 210 time: 0.0271804 Aug 25 05:35:37.125874 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:37.144626 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:37.144960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device 06d406da-1bc2-4e2b-9bdd-0a19bdb65c68 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:37.950282 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46004) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:37.999333 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:38.088874 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port 7d5366f6-390b-4f7b-ac07-867b9d2f0362 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:38.089216 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.164153 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.164479 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (7d5366f6-390b-4f7b-ac07-867b9d2f0362), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.180954 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for 7d5366f6-390b-4f7b-ac07-867b9d2f0362 owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:38.382587 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (7d5366f6-390b-4f7b-ac07-867b9d2f0362), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.410385 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=7d5366f6-390b-4f7b-ac07-867b9d2f0362,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:38.472471 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (28c59a29-9fc6-441c-a025-47c2de1bf772), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.472826 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.db.l3_db [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Floating IP 28c59a29-9fc6-441c-a025-47c2de1bf772 disassociated (deleted). External IP: 172.27.3.44, port: f9f79aa8-d802-4b1a-89ca-cc34588990e3. Aug 25 05:35:38.666628 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:35:38.677092 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:38.767850 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:35:38.773325 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:38.777727 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:35:38.787611 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:38.788249 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:38.801790 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f96a0726-1641-4a55-8a7f-3876cc739e6e tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/28c59a29-9fc6-441c-a025-47c2de1bf772 HTTP/1.1" status: 204 len: 168 time: 0.8504066 Aug 25 05:35:38.802381 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:38.804631 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d25374-3d2f-43fd-bef2-8fe100fcf42a" -d '{"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:38.844767 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3828531-f272-4937-a468-3112392e97d1 x-openstack-request-id: req-a3828531-f272-4937-a468-3112392e97d1 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:38.845054 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:38.845309 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3828531-f272-4937-a468-3112392e97d1 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:38.845757 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3828531-f272-4937-a468-3112392e97d1'] response: {'name': 'network-changed', 'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'status': 'completed', 'code': 200} Aug 25 05:35:38.895677 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:38.942594 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-8a7a266c-0f44-4066-90aa-11453d6530a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:38.942594 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-8a7a266c-0f44-4066-90aa-11453d6530a8 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=5223392ed2dc4eff871b9e788e4d677e&device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 1129 time: 0.0395908 Aug 25 05:35:39.010161 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:39.016314 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:39.028011 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-4bb1f40e-ad42-45ab-b1e6-ee021984dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:39.029604 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-4bb1f40e-ad42-45ab-b1e6-ee021984dd38 service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 200 len: 913 time: 0.0901990 Aug 25 05:35:39.067380 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-36a31aaf-820f-4477-96f3-6f82072317d6 service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 200 len: 217 time: 0.0322883 Aug 25 05:35:39.086690 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:39.119032 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-493610c5-85bb-4fbb-a21f-60a3de563862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:39.120599 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-493610c5-85bb-4fbb-a21f-60a3de563862 service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 200 len: 851 time: 0.0482237 Aug 25 05:35:39.157941 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:39.171656 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-60e0715f-5d18-48eb-8af7-5af9ac22c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:39.173126 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-60e0715f-5d18-48eb-8af7-5af9ac22c331 service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466619 Aug 25 05:35:39.192206 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:35:39.201719 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:39.204367 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:39.309027 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:39.309285 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e717-e6d3-4056-ab55-1a0547e7b66d req-fc241d11-dbd7-4764-9676-b8d6db93d97b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:39.310718 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46d3e717-e6d3-4056-ab55-1a0547e7b66d req-fc241d11-dbd7-4764-9676-b8d6db93d97b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0664506 Aug 25 05:35:39.312595 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-1b2f5375-061e-42dc-a495-5a0a24e81afd service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322536 Aug 25 05:35:39.364830 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-46d3e717-e6d3-4056-ab55-1a0547e7b66d req-34e42856-2c4d-4752-8c73-d5e7195cb640 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482380 Aug 25 05:35:39.491956 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:39.518887 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0151513b-fecf-41cf-adb2-b4f494ed892c None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:27:29Z', 'revision_number': 4, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': '7b4d67af-f020-4846-b6ef-1bc34ff8b575', 'name': '', 'network_id': '7fe1a6d4-dbf8-431a-b133-4fa967b7e77d', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'mac_address': 'fa:16:3e:9c:32:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:28Z', 'updated_at': '2022-08-25T05:27:34Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'subnets': [{'id': '5c9eb564-57f6-439a-aad7-3f01cf773b24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:35:39.729272 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f00b50-10de-471f-9b53-72095cb4832e None None] New status for floating IP 28c59a29-9fc6-441c-a025-47c2de1bf772: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:35:40.330329 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-69d25374-3d2f-43fd-bef2-8fe100fcf42a req-f0d85d09-068b-4a6f-bb39-8f7524892d34 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815518 Aug 25 05:35:40.486634 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbda40-4eda-4732-b17f-f6b6dc02f398 req-bcce315b-5d07-45ba-906d-55ca6ad7a372 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:40.487992 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-58fbda40-4eda-4732-b17f-f6b6dc02f398 req-bcce315b-5d07-45ba-906d-55ca6ad7a372 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0495985 Aug 25 05:35:40.535843 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-58fbda40-4eda-4732-b17f-f6b6dc02f398 req-bbcb26fa-d343-49db-9c2d-7ad711bcacb7 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414290 Aug 25 05:35:40.868840 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:35:40.979044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193637b-979e-4565-a1a7-5603a44097f0 req-1a64bba4-7ec2-4830-8a87-f40166f45214 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:40.980473 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4193637b-979e-4565-a1a7-5603a44097f0 req-1a64bba4-7ec2-4830-8a87-f40166f45214 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 945 time: 0.0467892 Aug 25 05:35:41.063439 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port f9f79aa8-d802-4b1a-89ca-cc34588990e3 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:41.063783 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:41.149830 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=100 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:41.154597 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] For port f9f79aa8-d802-4b1a-89ca-cc34588990e3, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=f9f79aa8-d802-4b1a-89ca-cc34588990e3,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:41.154956 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:41.167392 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for f9f79aa8-d802-4b1a-89ca-cc34588990e3 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:41.275181 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:41.343546 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (f9f79aa8-d802-4b1a-89ca-cc34588990e3), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:41.374744 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=f9f79aa8-d802-4b1a-89ca-cc34588990e3,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:41.418735 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] No DVR routers for this DVR port f9f79aa8-d802-4b1a-89ca-cc34588990e3 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:41.421160 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:41.424456 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-4193637b-979e-4565-a1a7-5603a44097f0 req-615c3eeb-6972-484f-896a-ea7f2bc3aa45 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.47 "DELETE /networking/v2.0/ports/f9f79aa8-d802-4b1a-89ca-cc34588990e3 HTTP/1.1" status: 204 len: 173 time: 0.4387624 Aug 25 05:35:41.424883 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'name': 'network-vif-deleted', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:41.427152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55454d3c-8506-46f2-bec6-3d11202580e6" -d '{"events": [{"server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "name": "network-vif-deleted", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:41.463928 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba16e530-0062-4062-96d4-8031634a0580 x-openstack-request-id: req-ba16e530-0062-4062-96d4-8031634a0580 {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:41.464197 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79a10724-ad1c-4496-8e15-a75869e1debe", "name": "network-vif-deleted", "tag": "f9f79aa8-d802-4b1a-89ca-cc34588990e3", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:41.464446 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba16e530-0062-4062-96d4-8031634a0580 {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:41.464846 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba16e530-0062-4062-96d4-8031634a0580'] response: {'server_uuid': '79a10724-ad1c-4496-8e15-a75869e1debe', 'name': 'network-vif-deleted', 'tag': 'f9f79aa8-d802-4b1a-89ca-cc34588990e3', 'status': 'completed', 'code': 200} Aug 25 05:35:41.639767 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-89e6c44b-2754-4f54-ba1a-53870a06b96f req-28eb9faa-8f42-4123-ba3e-fb2873ea78cb tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=79a10724-ad1c-4496-8e15-a75869e1debe HTTP/1.1" status: 200 len: 210 time: 0.0295620 Aug 25 05:35:42.703720 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46020) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:42.813775 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Deleting port e290f10c-7747-44a0-9041-9b594c128faf {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:42.814033 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e290f10c-7747-44a0-9041-9b594c128faf), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:42.891885 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e290f10c-7747-44a0-9041-9b594c128faf), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:42.892209 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (e290f10c-7747-44a0-9041-9b594c128faf), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:42.903757 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Calling delete_port for e290f10c-7747-44a0-9041-9b594c128faf owned by network:floatingip {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:42.966963 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:43.079676 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e290f10c-7747-44a0-9041-9b594c128faf), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:43.107989 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'Port': ['ID=e290f10c-7747-44a0-9041-9b594c128faf,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:43.171565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for floatingip (7b95a4c8-6a8e-4dd3-8764-9e7361192343), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:43.174277 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:43.175422 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0696d27c-d9bf-4853-8cc0-dad6afaf7262 tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/7b95a4c8-6a8e-4dd3-8764-9e7361192343 HTTP/1.1" status: 204 len: 168 time: 0.4726851 Aug 25 05:35:44.500310 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46032) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:44.557851 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:44.581688 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:44.613312 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:44.709091 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:44.711629 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:44.712771 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2 HTTP/1.1" status: 204 len: 168 time: 0.2114692 Aug 25 05:35:44.721800 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1e074-cfa7-4b6e-b132-e9ac24bf551b tempest-TestVolumeBootPattern-658762128 tempest-TestVolumeBootPattern-658762128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63d2c2f-f5b2-42f5-9e4c-14774f9f04d2,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:44.843827 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46036) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:45.136912 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f9f79aa8-d802-4b1a-89ca-cc34588990e3 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:45.156375 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: f9f79aa8-d802-4b1a-89ca-cc34588990e3 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:45.156721 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device f9f79aa8-d802-4b1a-89ca-cc34588990e3 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:45.239718 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (8bc0bcd4-c42f-488e-af45-db2726e83285), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:45.710942 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Deleting port 7b4d67af-f020-4846-b6ef-1bc34ff8b575 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:45.711644 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:45.788326 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] For port 7b4d67af-f020-4846-b6ef-1bc34ff8b575, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=7b4d67af-f020-4846-b6ef-1bc34ff8b575,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:45.788685 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:45.804263 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Calling delete_port for 7b4d67af-f020-4846-b6ef-1bc34ff8b575 owned by network:router_interface {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:45.805720 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:45.944115 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:46.058257 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (7b4d67af-f020-4846-b6ef-1bc34ff8b575), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.084291 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4d67af-f020-4846-b6ef-1bc34ff8b575,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:46.245960 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (8bc0bcd4-c42f-488e-af45-db2726e83285), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.449339 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Router 8bc0bcd4-c42f-488e-af45-db2726e83285 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:35:46.550409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:35:46.555332 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-f454dc1d-cf97-4f8a-9e1a-a3c29a75abc5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/8bc0bcd4-c42f-488e-af45-db2726e83285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7105081 Aug 25 05:35:46.557899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46040) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:46.560488 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Sync routers for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:35:46.580706 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:46.580706 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:46.653152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks [] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.671077 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:46.697726 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:46.751600 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks [] for router_gateway (8bc0bcd4-c42f-488e-af45-db2726e83285), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.832862 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:35:45Z', 'revision_number': 5, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port': {'id': 'e68a598b-bad7-4090-af5a-a61053789e01', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:26:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:26Z', 'updated_at': '2022-08-25T05:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:46.857236 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Checking router: 8bc0bcd4-c42f-488e-af45-db2726e83285 for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:35:46.865638 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Routers {'8bc0bcd4-c42f-488e-af45-db2726e83285'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:46.866235 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['8bc0bcd4-c42f-488e-af45-db2726e83285'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:46.881877 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Deleting port e68a598b-bad7-4090-af5a-a61053789e01 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:46.882213 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e68a598b-bad7-4090-af5a-a61053789e01), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.899938 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:46.948718 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] Set router 8bc0bcd4-c42f-488e-af45-db2726e83285 gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:46.960358 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] For port e68a598b-bad7-4090-af5a-a61053789e01, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e68a598b-bad7-4090-af5a-a61053789e01,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:46.960719 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e68a598b-bad7-4090-af5a-a61053789e01), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:46.973674 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Calling delete_port for e68a598b-bad7-4090-af5a-a61053789e01 owned by network:router_gateway {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:46.985506 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:46.999436 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:35:46Z', 'revision_number': 6, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:47.023863 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc001328-b360-463e-ac9b-c3d7d0743afe None None] The sync data for ids ['8bc0bcd4-c42f-488e-af45-db2726e83285'] in dv-cinder-853910-2-iscsi is: [{'id': '8bc0bcd4-c42f-488e-af45-db2726e83285', 'name': 'tempest-TestVolumeBootPattern-2044609732-router', 'tenant_id': '5223392ed2dc4eff871b9e788e4d677e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:25Z', 'updated_at': '2022-08-25T05:35:46Z', 'revision_number': 6, 'project_id': '5223392ed2dc4eff871b9e788e4d677e', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:35:47.216896 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e68a598b-bad7-4090-af5a-a61053789e01), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.243135 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Pushing event deleted for resources: {'Port': ['ID=e68a598b-bad7-4090-af5a-a61053789e01,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:47.310303 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (8bc0bcd4-c42f-488e-af45-db2726e83285), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.400623 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.402959 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks [] for router_controller (8bc0bcd4-c42f-488e-af45-db2726e83285), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.520579 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (8bc0bcd4-c42f-488e-af45-db2726e83285), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.521089 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bc0bcd4-c42f-488e-af45-db2726e83285 {{(pid=107055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:35:47.525255 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.526464 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-fa46a64f-dec2-472a-9872-6cc68a5498bc admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/8bc0bcd4-c42f-488e-af45-db2726e83285 HTTP/1.1" status: 204 len: 168 time: 0.9676528 Aug 25 05:35:47.532052 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46042) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:47.574382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Deleting subnet 5c9eb564-57f6-439a-aad7-3f01cf773b24 {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:35:47.577612 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Publish callbacks [] for subnet (5c9eb564-57f6-439a-aad7-3f01cf773b24), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.616448 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (5c9eb564-57f6-439a-aad7-3f01cf773b24), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.689824 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (5c9eb564-57f6-439a-aad7-3f01cf773b24), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.778473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (5c9eb564-57f6-439a-aad7-3f01cf773b24), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.806604 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9eb564-57f6-439a-aad7-3f01cf773b24,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:47.812780 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.815986 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-65939b7e-aa66-42cf-a018-54cb8d1a2566 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/5c9eb564-57f6-439a-aad7-3f01cf773b24 HTTP/1.1" status: 204 len: 168 time: 0.2861545 Aug 25 05:35:47.818410 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46044) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:47.820864 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae53e26-e56d-421e-9d98-23b74ae0e968 None None] Network 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:35:47.875454 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:47.889967 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.935556 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Deleting port 3527146c-b7b6-4d1f-923e-f8301e368426 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:47.937899 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:47.983436 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] DHCP port deletion for 7fe1a6d4-dbf8-431a-b133-4fa967b7e77d request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:35:48.005152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] For port 3527146c-b7b6-4d1f-923e-f8301e368426, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3527146c-b7b6-4d1f-923e-f8301e368426,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:48.005516 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.023676 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Deleting port 3527146c-b7b6-4d1f-923e-f8301e368426 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:48.023917 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Calling delete_port for 3527146c-b7b6-4d1f-923e-f8301e368426 owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:48.024451 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.087966 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:48.092525 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] For port 3527146c-b7b6-4d1f-923e-f8301e368426, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3527146c-b7b6-4d1f-923e-f8301e368426,segment=NetworkSegment(762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3),segment_id=762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:48.092916 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.108923 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Calling delete_port for 3527146c-b7b6-4d1f-923e-f8301e368426 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:48.189309 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: from cryptography.utils import int_from_bytes Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: from cryptography.utils import int_from_bytes Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.190143 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 25 05:35:48.193421 dv-cinder-853910-2-iscsi neutron-server[107057]: self.session.flush() Aug 25 05:35:48.196281 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (3527146c-b7b6-4d1f-923e-f8301e368426), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.216426 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3527146c-b7b6-4d1f-923e-f8301e368426,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:48.221472 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] No DVR routers for this DVR port 3527146c-b7b6-4d1f-923e-f8301e368426 on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:48.230119 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] No DVR routers for this DVR port 3527146c-b7b6-4d1f-923e-f8301e368426 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:48.234102 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Pushing event deleted for resources: {'Port': ['ID=3527146c-b7b6-4d1f-923e-f8301e368426,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:48.241978 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.242312 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.242690 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.242959 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.243279 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.243599 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.244145 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.244468 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.244903 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.245227 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.245435 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.245779 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.246087 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.246695 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.247009 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e2c93-8a34-46b3-8008-aa16d1adb70a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:48.301051 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.320708 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe1a6d4-dbf8-431a-b133-4fa967b7e77d']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:48.330523 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:48.330824 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:48.341009 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.354729 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.362162 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:35:48.362162 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.379768 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 7b4d67af-f020-4846-b6ef-1bc34ff8b575 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:48.403254 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 7b4d67af-f020-4846-b6ef-1bc34ff8b575 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:48.403822 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 7b4d67af-f020-4846-b6ef-1bc34ff8b575 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:48.404741 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3527146c-b7b6-4d1f-923e-f8301e368426 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:48.427555 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 3527146c-b7b6-4d1f-923e-f8301e368426 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:48.427901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3527146c-b7b6-4d1f-923e-f8301e368426 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:48.428319 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e68a598b-bad7-4090-af5a-a61053789e01 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:48.442574 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3 resource provider aggregate not found Aug 25 05:35:48.447229 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: e68a598b-bad7-4090-af5a-a61053789e01 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:48.447344 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e68a598b-bad7-4090-af5a-a61053789e01 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:48.461514 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 762bf7c3-cb3e-417f-96aa-b9c2fa8a65c3 found for delete ", "request_id": "req-dcd0e088-afa5-4a99-a3c0-7fc062663e39"}]} Aug 25 05:35:48.490827 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (7fe1a6d4-dbf8-431a-b133-4fa967b7e77d), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.496118 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:48.499289 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/7fe1a6d4-dbf8-431a-b133-4fa967b7e77d HTTP/1.1" status: 204 len: 168 time: 0.6799660 Aug 25 05:35:48.502331 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46052) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:48.511306 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcfcc77-425f-4c1d-8494-8550cb88ddd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fe1a6d4-dbf8-431a-b133-4fa967b7e77d,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:48.804573 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:49.020841 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Deleting port 83853a14-03ef-443f-879c-a1a1d0eaf12f {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:49.021182 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:49.101647 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] For port 83853a14-03ef-443f-879c-a1a1d0eaf12f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=83853a14-03ef-443f-879c-a1a1d0eaf12f,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:49.101942 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:49.114888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Calling delete_port for 83853a14-03ef-443f-879c-a1a1d0eaf12f owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:49.159465 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:49.171277 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=100 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:49.349443 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (83853a14-03ef-443f-879c-a1a1d0eaf12f), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:49.375945 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Pushing event deleted for resources: {'Port': ['ID=83853a14-03ef-443f-879c-a1a1d0eaf12f,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:49.400297 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.400635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.400978 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.401311 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.401666 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.401994 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.402318 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.402635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.403010 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.403354 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.403671 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.403986 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.404299 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.404639 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.404922 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-853910-2-iscsi {{(pid=107056) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 25 05:35:49.550356 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:49.747077 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Router bc80b45f-f980-4711-8c2b-bbd4ae648ffc has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:35:49.844510 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:35:49.849273 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2977d1ea-9ef1-404b-a6f1-09c356c8f65f admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/bc80b45f-f980-4711-8c2b-bbd4ae648ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3458238 Aug 25 05:35:49.852127 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46054) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:49.854609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Sync routers for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:35:49.864913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:49.865516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:49.970032 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:50.147509 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:35:49Z', 'revision_number': 5, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:50.172021 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Checking router: bc80b45f-f980-4711-8c2b-bbd4ae648ffc for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:35:50.180212 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Routers {'bc80b45f-f980-4711-8c2b-bbd4ae648ffc'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:50.180791 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:50.182110 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks [] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.280667 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks [] for router_gateway (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.282960 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] Set router bc80b45f-f980-4711-8c2b-bbd4ae648ffc gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:50.381579 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:50.394404 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:50.397219 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Deleting port 3da406d6-8998-435f-8bdb-cb0fbe9e3452 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:50.397705 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.452637 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:35:49Z', 'revision_number': 5, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:50.480187 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] For port 3da406d6-8998-435f-8bdb-cb0fbe9e3452, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=3da406d6-8998-435f-8bdb-cb0fbe9e3452,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:50.480556 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.481998 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6fe372-04c3-4f68-9b54-8a6b179f9935 None None] The sync data for ids ['bc80b45f-f980-4711-8c2b-bbd4ae648ffc'] in dv-cinder-853910-2-iscsi is: [{'id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'name': 'tempest-TestVolumeBootPattern-683791952-router', 'tenant_id': '5e8a8884da6245b58fb905708bf4ced5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:35:49Z', 'revision_number': 5, 'project_id': '5e8a8884da6245b58fb905708bf4ced5', 'gw_port': {'id': '3da406d6-8998-435f-8bdb-cb0fbe9e3452', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ef:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc80b45f-f980-4711-8c2b-bbd4ae648ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:27:32Z', 'updated_at': '2022-08-25T05:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:35:50.494362 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Calling delete_port for 3da406d6-8998-435f-8bdb-cb0fbe9e3452 owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:50.709533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (3da406d6-8998-435f-8bdb-cb0fbe9e3452), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.734310 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da406d6-8998-435f-8bdb-cb0fbe9e3452,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:50.799544 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.882875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:50.885030 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks [] for router_controller (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.005975 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (bc80b45f-f980-4711-8c2b-bbd4ae648ffc), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.006496 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc80b45f-f980-4711-8c2b-bbd4ae648ffc {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:35:51.011170 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.012356 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2871c236-884f-4b6d-8d94-946e45e62754 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/bc80b45f-f980-4711-8c2b-bbd4ae648ffc HTTP/1.1" status: 204 len: 168 time: 1.1592147 Aug 25 05:35:51.014888 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46056) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:51.062149 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Deleting subnet 2f0c6b09-0b4b-4682-94fe-01461a7d020a {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:35:51.065568 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Publish callbacks [] for subnet (2f0c6b09-0b4b-4682-94fe-01461a7d020a), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.101463 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (2f0c6b09-0b4b-4682-94fe-01461a7d020a), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.142620 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:51.185276 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (2f0c6b09-0b4b-4682-94fe-01461a7d020a), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.321183 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (2f0c6b09-0b4b-4682-94fe-01461a7d020a), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.347498 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f0c6b09-0b4b-4682-94fe-01461a7d020a,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:51.351538 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.354628 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4a04a99d-18a4-4fa1-91c1-f0f729763139 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/2f0c6b09-0b4b-4682-94fe-01461a7d020a HTTP/1.1" status: 204 len: 168 time: 0.3386002 Aug 25 05:35:51.357635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46058) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:51.359697 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c6697-9d81-4a8b-8c03-413cef98492b None None] Network 9140107d-af9e-40d6-83d7-9baf8daf6953 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:35:51.372869 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:51.399251 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=72,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:51.402735 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=80,neutron:DELETE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:51.428875 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (9140107d-af9e-40d6-83d7-9baf8daf6953), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.473895 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Deleting port b7fc2243-5866-41f2-992e-b5d2bcb04616 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:51.474321 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.529552 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] DHCP port deletion for 9140107d-af9e-40d6-83d7-9baf8daf6953 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:35:51.545095 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] For port b7fc2243-5866-41f2-992e-b5d2bcb04616, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b7fc2243-5866-41f2-992e-b5d2bcb04616,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:51.545459 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.562904 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Calling delete_port for b7fc2243-5866-41f2-992e-b5d2bcb04616 owned by network:dhcp {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:51.569111 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Deleting port b7fc2243-5866-41f2-992e-b5d2bcb04616 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:51.569482 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.602548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:51.633673 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] For port b7fc2243-5866-41f2-992e-b5d2bcb04616, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=b7fc2243-5866-41f2-992e-b5d2bcb04616,segment=NetworkSegment(c733b0d0-acdc-4009-8878-2184f708ed13),segment_id=c733b0d0-acdc-4009-8878-2184f708ed13)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:51.634066 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.647211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Calling delete_port for b7fc2243-5866-41f2-992e-b5d2bcb04616 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:51.698532 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.723599 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (b7fc2243-5866-41f2-992e-b5d2bcb04616), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.725456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7fc2243-5866-41f2-992e-b5d2bcb04616,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:51.727303 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] No DVR routers for this DVR port b7fc2243-5866-41f2-992e-b5d2bcb04616 on host dv-cinder-853910-2-iscsi {{(pid=107056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:51.749760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] Pushing event deleted for resources: {'Port': ['ID=b7fc2243-5866-41f2-992e-b5d2bcb04616,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:51.751542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05ca559-a840-4b43-bbc8-7e676fde287a None None] No DVR routers for this DVR port b7fc2243-5866-41f2-992e-b5d2bcb04616 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:51.801481 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (9140107d-af9e-40d6-83d7-9baf8daf6953), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.822041 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9140107d-af9e-40d6-83d7-9baf8daf6953']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:51.831866 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c733b0d0-acdc-4009-8878-2184f708ed13') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:51.832158 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c733b0d0-acdc-4009-8878-2184f708ed13') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:51.841494 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (c733b0d0-acdc-4009-8878-2184f708ed13), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.854819 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (c733b0d0-acdc-4009-8878-2184f708ed13), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.860918 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:35:51.863704 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (c733b0d0-acdc-4009-8878-2184f708ed13), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.930274 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment c733b0d0-acdc-4009-8878-2184f708ed13 resource provider aggregate not found Aug 25 05:35:51.947219 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment c733b0d0-acdc-4009-8878-2184f708ed13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c733b0d0-acdc-4009-8878-2184f708ed13 found for delete ", "request_id": "req-57cf8830-fa0e-44dd-8d2e-e6fa638d5ee6"}]} Aug 25 05:35:51.983339 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (9140107d-af9e-40d6-83d7-9baf8daf6953), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.987809 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:51.990900 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/9140107d-af9e-40d6-83d7-9baf8daf6953 HTTP/1.1" status: 204 len: 168 time: 0.6329329 Aug 25 05:35:52.004285 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a6559-aefb-4d2a-ac10-2a8d75999462 admin admin] Pushing event deleted for resources: {'Network': ['ID=9140107d-af9e-40d6-83d7-9baf8daf6953,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:52.298477 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46068) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:52.342616 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-c9e07b32-9afa-4ea5-8246-da2cb02beebf admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5223392ed2dc4eff871b9e788e4d677e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430050 Aug 25 05:35:52.345032 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46070) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:52.382531 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 83853a14-03ef-443f-879c-a1a1d0eaf12f no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:52.393931 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] Publish callbacks [] for security_group (17c0c1ae-4951-45f8-b357-899e1c1c14b9), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.401238 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 83853a14-03ef-443f-879c-a1a1d0eaf12f {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:52.401622 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 83853a14-03ef-443f-879c-a1a1d0eaf12f not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:52.402043 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3da406d6-8998-435f-8bdb-cb0fbe9e3452 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:52.413392 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] Publish callbacks [] for security_group (17c0c1ae-4951-45f8-b357-899e1c1c14b9), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.419977 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 3da406d6-8998-435f-8bdb-cb0fbe9e3452 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:52.420320 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 3da406d6-8998-435f-8bdb-cb0fbe9e3452 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:52.420725 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b7fc2243-5866-41f2-992e-b5d2bcb04616 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:52.438802 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: b7fc2243-5866-41f2-992e-b5d2bcb04616 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:52.439144 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device b7fc2243-5866-41f2-992e-b5d2bcb04616 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:52.505234 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46072) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:52.555297 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (17c0c1ae-4951-45f8-b357-899e1c1c14b9), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.557903 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.559122 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/17c0c1ae-4951-45f8-b357-899e1c1c14b9 HTTP/1.1" status: 204 len: 168 time: 0.2132125 Aug 25 05:35:52.567475 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cb1af-1157-4d95-89cc-f170f841a05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c0c1ae-4951-45f8-b357-899e1c1c14b9,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:52.701313 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:52.789049 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Deleting port 7228c6b6-9abb-4543-9a3e-b8772328417c {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:52.789780 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.871647 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.871970 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for floatingip (7228c6b6-9abb-4543-9a3e-b8772328417c), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:52.885612 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Calling delete_port for 7228c6b6-9abb-4543-9a3e-b8772328417c owned by network:floatingip {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:52.967209 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:53.154483 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (7228c6b6-9abb-4543-9a3e-b8772328417c), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.179966 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event deleted for resources: {'Port': ['ID=7228c6b6-9abb-4543-9a3e-b8772328417c,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:53.235415 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46080) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:53.241530 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for floatingip (326e2e6b-ac72-4958-9274-f27e3de48afd), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.241886 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.db.l3_db [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Floating IP 326e2e6b-ac72-4958-9274-f27e3de48afd disassociated (deleted). External IP: 172.27.3.90, port: e4f9ade5-936a-44fc-81c2-05d1059b8111. Aug 25 05:35:53.275953 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-dc579ff2-2e85-42ab-a8bf-e0e0fc548108 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=5e8a8884da6245b58fb905708bf4ced5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393298 Aug 25 05:35:53.278409 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46082) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:53.326267 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] Publish callbacks [] for security_group (e04da587-1bec-4603-8cdf-cfc8c8e8bce0), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.345835 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] Publish callbacks [] for security_group (e04da587-1bec-4603-8cdf-cfc8c8e8bce0), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.439009 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Router d325ce6a-25e9-485a-a88c-e697b034e1ea has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:35:53.468218 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (e04da587-1bec-4603-8cdf-cfc8c8e8bce0), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.476363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.476363 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/e04da587-1bec-4603-8cdf-cfc8c8e8bce0 HTTP/1.1" status: 204 len: 168 time: 0.1927485 Aug 25 05:35:53.480804 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a969b67-19e5-4410-b2bb-be9180e1e6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04da587-1bec-4603-8cdf-cfc8c8e8bce0,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:53.548909 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:35:53.553759 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for floatingip (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:53.560430 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Sync routers for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:35:53.573385 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:53.574446 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:53.588838 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-26fa81b4-dcd4-4e6f-8556-d719bba2d6cd tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "DELETE /networking/v2.0/floatingips/326e2e6b-ac72-4958-9274-f27e3de48afd HTTP/1.1" status: 204 len: 168 time: 1.0824051 Aug 25 05:35:53.589363 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107056) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:53.594470 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}be121e314928d6520737e468ad75d1b0a5c8b698b545d4702cb2dd3b40daf87e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e082432f-9c78-4393-8088-55370bb94cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107056) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:53.696306 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:53.710359 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:53.913657 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cd1e33-9d5c-48a6-a8c8-1747576bd06d x-openstack-request-id: req-62cd1e33-9d5c-48a6-a8c8-1747576bd06d {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:53.913657 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "status": "completed", "code": 200}]} {{(pid=107056) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:53.913657 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62cd1e33-9d5c-48a6-a8c8-1747576bd06d {{(pid=107056) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:53.913657 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cd1e33-9d5c-48a6-a8c8-1747576bd06d'] response: {'name': 'network-changed', 'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'status': 'completed', 'code': 200} Aug 25 05:35:54.047956 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:54.073897 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Checking router: d325ce6a-25e9-485a-a88c-e697b034e1ea for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:35:54.082450 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:35:54.083046 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:29Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:54.175083 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42180bc2-c24c-4ea4-a007-0c9b4064b2f4 req-7e090b8b-1128-468f-986e-e8c91ad2247d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:54.176578 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42180bc2-c24c-4ea4-a007-0c9b4064b2f4 req-7e090b8b-1128-468f-986e-e8c91ad2247d tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0971951 Aug 25 05:35:54.188258 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:35:54.204196 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082432f-9c78-4393-8088-55370bb94cc5 req-a16f71cf-f031-4fb3-8c45-eb8fbb44d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:54.205701 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-a16f71cf-f031-4fb3-8c45-eb8fbb44d5ef service neutron] 10.222.0.47 "GET /networking/v2.0/ports?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 1129 time: 0.2408960 Aug 25 05:35:54.240090 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-42180bc2-c24c-4ea4-a007-0c9b4064b2f4 req-3349cc9f-7cde-4fdc-a81a-6ac50afea75f tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545168 Aug 25 05:35:54.329201 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=100 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:54.373039 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:35:54.396247 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52c85aa-d845-4978-9260-33f886d9374b None None] The sync data for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi is: [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:31Z', 'revision_number': 4, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi', '_interfaces': [{'id': 'c852b0e5-7445-472e-905e-1f693eb2b1a2', 'name': '', 'network_id': '454c691d-682d-4b5a-86ac-287c2b4ee4b0', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'mac_address': 'fa:16:3e:e1:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:30Z', 'updated_at': '2022-08-25T05:30:36Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'subnets': [{'id': '892626b8-0ee1-48d2-98e8-35543971fe70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:35:54.598359 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5614d1-9fbc-4602-bfb2-f0e7fb78170b None None] New status for floating IP 326e2e6b-ac72-4958-9274-f27e3de48afd: DOWN {{(pid=107057) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 25 05:35:55.170128 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:55.182939 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082432f-9c78-4393-8088-55370bb94cc5 req-8f754313-3529-4a35-a385-83d07ba1578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:55.184427 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-8f754313-3529-4a35-a385-83d07ba1578f service neutron] 10.222.0.47 "GET /networking/v2.0/networks?id=454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 200 len: 909 time: 0.0946717 Aug 25 05:35:55.240106 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-fddcd8b7-6d65-4810-a8be-827a2150321b service neutron] 10.222.0.47 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 200 len: 217 time: 0.0327082 Aug 25 05:35:55.337123 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082432f-9c78-4393-8088-55370bb94cc5 req-a58e8b6d-5c5f-4025-9c74-a69ee6f688ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:55.339325 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-a58e8b6d-5c5f-4025-9c74-a69ee6f688ed service neutron] 10.222.0.47 "GET /networking/v2.0/subnets?id=892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 200 len: 847 time: 0.0454404 Aug 25 05:35:55.366849 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb99d80-d8c3-49c6-abd6-df1ebc90bbfe req-edcbdd33-7ea7-4983-9cb3-1c29b7e50a3a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107056) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:55.368310 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-feb99d80-d8c3-49c6-abd6-df1ebc90bbfe req-edcbdd33-7ea7-4983-9cb3-1c29b7e50a3a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0469804 Aug 25 05:35:55.396665 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:55.420876 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-feb99d80-d8c3-49c6-abd6-df1ebc90bbfe req-b6809f83-85a7-49c1-9e8b-31234286677a tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/security-groups?id=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Aug 25 05:35:55.675443 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082432f-9c78-4393-8088-55370bb94cc5 req-c34e3a5c-bf63-4830-953d-7e5c663e736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:55.676822 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-c34e3a5c-bf63-4830-953d-7e5c663e736f service neutron] 10.222.0.47 "GET /networking/v2.0/ports?network_id=454c691d-682d-4b5a-86ac-287c2b4ee4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381174 Aug 25 05:35:55.767027 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-6518f52a-2345-4fb7-b727-d95f32f20890 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836318 Aug 25 05:35:55.873456 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-ef4e00d6-3d04-47ea-992b-bf8a2702a7e9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=107055) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 25 05:35:55.874891 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-ef4e00d6-3d04-47ea-992b-bf8a2702a7e9 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.47 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 945 time: 0.0928636 Aug 25 05:35:55.876733 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:55.945763 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e082432f-9c78-4393-8088-55370bb94cc5 req-329fa296-5700-430c-af6a-d003589dd258 service neutron] 10.222.0.47 "GET /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536694 Aug 25 05:35:55.978371 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Deleting port e4f9ade5-936a-44fc-81c2-05d1059b8111 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:55.979236 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:56.070781 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] For port e4f9ade5-936a-44fc-81c2-05d1059b8111, host hv-cinder-85391, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85391',level=0,port_id=e4f9ade5-936a-44fc-81c2-05d1059b8111,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:56.071139 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:56.083929 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Calling delete_port for e4f9ade5-936a-44fc-81c2-05d1059b8111 owned by compute:nova {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:56.280537 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (e4f9ade5-936a-44fc-81c2-05d1059b8111), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:56.306476 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event deleted for resources: {'Port': ['ID=e4f9ade5-936a-44fc-81c2-05d1059b8111,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:56.352063 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] No DVR routers for this DVR port e4f9ade5-936a-44fc-81c2-05d1059b8111 on host hv-cinder-85391 {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:35:56.354903 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79863'] for port (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:56.358073 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-6a824def-ae64-4097-9eb3-74bf19871ff9 req-89aa1eb3-de9c-428f-a473-cb884124f9cb tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.47 "DELETE /networking/v2.0/ports/e4f9ade5-936a-44fc-81c2-05d1059b8111 HTTP/1.1" status: 204 len: 173 time: 0.4785738 Aug 25 05:35:56.358536 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-deleted', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111'}] {{(pid=107055) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 25 05:35:56.360758 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ed8eba0e2d174cca54f65e5692095ccbc96df3ecb51ac073ec5af250295908d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c7a898-ae59-4904-b85c-3805599c64ea" -d '{"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-deleted", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111"}]}' {{(pid=107055) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 25 05:35:56.396072 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Aug 2022 05:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732d55ce-3b52-4fd6-9fde-56def1e28c8e x-openstack-request-id: req-732d55ce-3b52-4fd6-9fde-56def1e28c8e {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 25 05:35:56.396363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be489d1a-8da6-4c45-8917-826eab40d642", "name": "network-vif-deleted", "tag": "e4f9ade5-936a-44fc-81c2-05d1059b8111", "status": "completed", "code": 200}]} {{(pid=107055) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 25 05:35:56.396892 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-732d55ce-3b52-4fd6-9fde-56def1e28c8e {{(pid=107055) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 25 05:35:56.397328 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.notifiers.nova [-] Nova event matching ['req-732d55ce-3b52-4fd6-9fde-56def1e28c8e'] response: {'server_uuid': 'be489d1a-8da6-4c45-8917-826eab40d642', 'name': 'network-vif-deleted', 'tag': 'e4f9ade5-936a-44fc-81c2-05d1059b8111', 'status': 'completed', 'code': 200} Aug 25 05:35:56.446193 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-7a047904-5335-437c-b28e-7a2c3adf56c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:56.521737 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [req-686e6865-b6e5-44a6-be2a-63af292a4dae req-3b4c54bf-be68-4f31-ac1d-8f2f13427bcc tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 210 time: 0.0278697 Aug 25 05:35:57.618818 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:57.637023 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [req-e2a205a9-62c6-4245-9bc5-cafa709f6d1e req-c8e8e6a6-b122-48c0-ad42-6f7992856609 tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=be489d1a-8da6-4c45-8917-826eab40d642 HTTP/1.1" status: 200 len: 210 time: 0.0280805 Aug 25 05:35:58.616285 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-aec79fd2-5d83-44d4-a530-98a89334361b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:58.700651 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46108) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:58.756077 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (f3ae5b4b-0ef1-417f-b0b6-4d746891eec3), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:58.779673 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (f3ae5b4b-0ef1-417f-b0b6-4d746891eec3), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:58.897635 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (f3ae5b4b-0ef1-417f-b0b6-4d746891eec3), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:58.900142 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Publish callbacks [] for security_group (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:58.901277 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] 10.222.0.16 "DELETE /networking/v2.0/security-groups/f3ae5b4b-0ef1-417f-b0b6-4d746891eec3 HTTP/1.1" status: 204 len: 168 time: 0.2007704 Aug 25 05:35:58.910533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ef39-a3ac-4883-abee-c89f23519f6c tempest-TestShelveInstance-1776990115 tempest-TestShelveInstance-1776990115-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ae5b4b-0ef1-417f-b0b6-4d746891eec3,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:35:59.003339 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46112) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:35:59.184972 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 no longer exists at agent hyperv_hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:35:59.203721 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] No Port match for: e4f9ade5-936a-44fc-81c2-05d1059b8111 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:35:59.204059 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Device e4f9ade5-936a-44fc-81c2-05d1059b8111 not bound to the agent host hv-cinder-85391 {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:35:59.406478 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:59.440629 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:59.620605 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Deleting port c852b0e5-7445-472e-905e-1f693eb2b1a2 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:35:59.620936 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:59.664829 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:35:59.697966 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] For port c852b0e5-7445-472e-905e-1f693eb2b1a2, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=c852b0e5-7445-472e-905e-1f693eb2b1a2,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:35:59.698257 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:59.710491 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Calling delete_port for c852b0e5-7445-472e-905e-1f693eb2b1a2 owned by network:router_interface {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:35:59.966301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (c852b0e5-7445-472e-905e-1f693eb2b1a2), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:35:59.990303 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c852b0e5-7445-472e-905e-1f693eb2b1a2,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:00.092224 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:00.148649 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:00.571016 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:00.577213 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Router d325ce6a-25e9-485a-a88c-e697b034e1ea has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107056) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:36:00.677717 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107056) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:36:00.683600 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-2074c29b-e933-4b03-9ad7-3d144e4737dc admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/d325ce6a-25e9-485a-a88c-e697b034e1ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792490 Aug 25 05:36:00.686190 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46116) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:00.688502 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Sync routers for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:36:00.697924 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:36:00.698514 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:00.782397 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:00.787013 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks [] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:00.798160 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: dv-cinder-853910-2-iscsi {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:36:00.882062 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks [] for router_gateway (d325ce6a-25e9-485a-a88c-e697b034e1ea), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:00.958870 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:35:59Z', 'revision_number': 5, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port': {'id': '9446b4e1-a7fc-423e-959a-09ba9f6f89e6', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:00.985113 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Deleting port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:00.985472 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:00.987668 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Checking router: d325ce6a-25e9-485a-a88c-e697b034e1ea for host: dv-cinder-853910-2-iscsi {{(pid=107058) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:36:00.995885 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Routers {'d325ce6a-25e9-485a-a88c-e697b034e1ea'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107058) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:36:00.996479 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['d325ce6a-25e9-485a-a88c-e697b034e1ea'], 'active': True} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:01.064665 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] For port 9446b4e1-a7fc-423e-959a-09ba9f6f89e6, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:01.065030 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.074632 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_dvr_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] Set router d325ce6a-25e9-485a-a88c-e697b034e1ea gateway port host: None {{(pid=107058) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:36:01.078165 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Calling delete_port for 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 owned by network:router_gateway {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:01.124238 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.l3_hamode_db [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:36:00Z', 'revision_number': 6, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:01.148320 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e8aaad-e8b1-451f-9e4b-e5037a997291 None None] The sync data for ids ['d325ce6a-25e9-485a-a88c-e697b034e1ea'] in dv-cinder-853910-2-iscsi is: [{'id': 'd325ce6a-25e9-485a-a88c-e697b034e1ea', 'name': 'tempest-TestShelveInstance-557036410-router', 'tenant_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:28Z', 'updated_at': '2022-08-25T05:36:00Z', 'revision_number': 6, 'project_id': '52aad667fe8d4b6582a7e4340ecfe33f', 'gw_port_host': None}] {{(pid=107058) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:36:01.291967 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (9446b4e1-a7fc-423e-959a-09ba9f6f89e6), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.317751 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9446b4e1-a7fc-423e-959a-09ba9f6f89e6,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:01.380368 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.383062 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.466811 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.468861 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks [] for router_controller (d325ce6a-25e9-485a-a88c-e697b034e1ea), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.480655 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.555068 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (d325ce6a-25e9-485a-a88c-e697b034e1ea), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.555725 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d325ce6a-25e9-485a-a88c-e697b034e1ea {{(pid=107056) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:36:01.560897 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.562196 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-4c2438a8-9a9f-4396-9d5b-0952496ea7e3 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/d325ce6a-25e9-485a-a88c-e697b034e1ea HTTP/1.1" status: 204 len: 168 time: 0.8750794 Aug 25 05:36:01.564726 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46118) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:01.609283 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Deleting subnet 892626b8-0ee1-48d2-98e8-35543971fe70 {{(pid=107056) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:36:01.612402 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Publish callbacks [] for subnet (892626b8-0ee1-48d2-98e8-35543971fe70), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.649787 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7818444'] for subnet (892626b8-0ee1-48d2-98e8-35543971fe70), precommit_delete_associations {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.680263 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:01.721538 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (892626b8-0ee1-48d2-98e8-35543971fe70), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.749856 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:01.812301 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6584401', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5080530'] for subnet (892626b8-0ee1-48d2-98e8-35543971fe70), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.842807 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892626b8-0ee1-48d2-98e8-35543971fe70,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:01.846523 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for subnet (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.850093 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-1a96e6c3-e3a0-40de-b39a-16bbe1276fb9 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/892626b8-0ee1-48d2-98e8-35543971fe70 HTTP/1.1" status: 204 len: 168 time: 0.2841580 Aug 25 05:36:01.852616 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46120) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:01.855051 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ea9113-8430-433e-88ea-5a992332b241 None None] Network 454c691d-682d-4b5a-86ac-287c2b4ee4b0 requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:36:01.922456 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (454c691d-682d-4b5a-86ac-287c2b4ee4b0), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:01.965185 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Deleting port e5edc4b3-ee85-41e6-957d-8aca5bd91987 {{(pid=107056) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:01.965533 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.014151 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] DHCP port deletion for 454c691d-682d-4b5a-86ac-287c2b4ee4b0 request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:36:02.037548 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.db [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] For port e5edc4b3-ee85-41e6-957d-8aca5bd91987, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e5edc4b3-ee85-41e6-957d-8aca5bd91987,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107056) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:02.037941 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.051444 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.plugin [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Calling delete_port for e5edc4b3-ee85-41e6-957d-8aca5bd91987 owned by network:dhcp {{(pid=107056) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:02.057162 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Deleting port e5edc4b3-ee85-41e6-957d-8aca5bd91987 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:02.057623 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.122757 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] For port e5edc4b3-ee85-41e6-957d-8aca5bd91987, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=e5edc4b3-ee85-41e6-957d-8aca5bd91987,segment=NetworkSegment(672cbe1a-59a0-4d52-9eb4-c57cf6c7b800),segment_id=672cbe1a-59a0-4d52-9eb4-c57cf6c7b800)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:02.123147 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.136783 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Calling delete_port for e5edc4b3-ee85-41e6-957d-8aca5bd91987 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:02.206094 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6584420'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.215345 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (e5edc4b3-ee85-41e6-957d-8aca5bd91987), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.239215 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5edc4b3-ee85-41e6-957d-8aca5bd91987,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:02.239421 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] Pushing event deleted for resources: {'Port': ['ID=e5edc4b3-ee85-41e6-957d-8aca5bd91987,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:02.240752 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] No DVR routers for this DVR port e5edc4b3-ee85-41e6-957d-8aca5bd91987 on host dv-cinder-853910-2-iscsi {{(pid=107056) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:36:02.243207 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329fb0a-9ea8-4ec1-8e51-5c6751db3bb5 None None] No DVR routers for this DVR port e5edc4b3-ee85-41e6-957d-8aca5bd91987 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:36:02.312685 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (454c691d-682d-4b5a-86ac-287c2b4ee4b0), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.332740 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454c691d-682d-4b5a-86ac-287c2b4ee4b0']}} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:02.342646 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800') {'for_net_delete': True} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:02.342923 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.services.segments.db [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672cbe1a-59a0-4d52-9eb4-c57cf6c7b800') {} {{(pid=107056) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:02.353104 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7818437'] for segment (672cbe1a-59a0-4d52-9eb4-c57cf6c7b800), before_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.367061 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (672cbe1a-59a0-4d52-9eb4-c57cf6c7b800), precommit_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.373835 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=107056) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:36:02.376734 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6584331'] for segment (672cbe1a-59a0-4d52-9eb4-c57cf6c7b800), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.393615 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:02.413204 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:02.413547 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 9446b4e1-a7fc-423e-959a-09ba9f6f89e6 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:02.413997 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e5edc4b3-ee85-41e6-957d-8aca5bd91987 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:02.422805 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 672cbe1a-59a0-4d52-9eb4-c57cf6c7b800 resource provider aggregate not found Aug 25 05:36:02.433171 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: e5edc4b3-ee85-41e6-957d-8aca5bd91987 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:02.433514 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device e5edc4b3-ee85-41e6-957d-8aca5bd91987 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:02.433929 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device c852b0e5-7445-472e-905e-1f693eb2b1a2 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:02.441226 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.services.segments.plugin [-] Segment 672cbe1a-59a0-4d52-9eb4-c57cf6c7b800 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 672cbe1a-59a0-4d52-9eb4-c57cf6c7b800 found for delete ", "request_id": "req-1e27ccd8-34fb-45da-acd6-3d53c6c3e9e8"}]} Aug 25 05:36:02.453536 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: c852b0e5-7445-472e-905e-1f693eb2b1a2 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:02.453913 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device c852b0e5-7445-472e-905e-1f693eb2b1a2 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:02.520627 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (454c691d-682d-4b5a-86ac-287c2b4ee4b0), after_delete {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.527479 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron_lib.callbacks.manager [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107056) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:02.530003 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/454c691d-682d-4b5a-86ac-287c2b4ee4b0 HTTP/1.1" status: 204 len: 168 time: 0.6764870 Aug 25 05:36:02.533008 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46126) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:02.541909 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3293528-8828-4a70-a16b-6d4948286ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=454c691d-682d-4b5a-86ac-287c2b4ee4b0,revision_number=None']} {{(pid=107056) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:02.841970 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1599327'] for router_interface (655ba25a-d11e-4271-9094-194a34d4a551), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:03.318940 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Deleting port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:03.319280 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:03.395975 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] For port 12dad76b-9a4c-4f44-a96a-8a7521d32c9f, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:03.396330 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:03.408684 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Calling delete_port for 12dad76b-9a4c-4f44-a96a-8a7521d32c9f owned by network:router_interface {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:03.421044 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:03.541763 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:03.657812 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (12dad76b-9a4c-4f44-a96a-8a7521d32c9f), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:03.684740 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dad76b-9a4c-4f44-a96a-8a7521d32c9f,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:03.843716 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1586771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1599275'] for router_interface (655ba25a-d11e-4271-9094-194a34d4a551), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.047936 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Router 655ba25a-d11e-4271-9094-194a34d4a551 has already been hosted by L3 agent d1123f2e-0c1b-4174-90e7-61d8befbd203 {{(pid=107055) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 25 05:36:04.147301 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] Notify agent at l3_agent.dv-cinder-853910-2-iscsi the message routers_updated {{(pid=107055) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 25 05:36:04.152799 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-b7abf574-8eee-4845-bf5c-a8292d8c5fa5 admin admin] 10.222.0.16 "PUT /networking/v2.0/routers/655ba25a-d11e-4271-9094-194a34d4a551/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6180780 Aug 25 05:36:04.155572 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46128) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:04.156709 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Sync routers for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 25 05:36:04.166472 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:36:04.167075 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:04.266403 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks [] for router (655ba25a-d11e-4271-9094-194a34d4a551), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.307151 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:04.367405 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks [] for router_gateway (655ba25a-d11e-4271-9094-194a34d4a551), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.396268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: dv-cinder-853910-2-iscsi {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:36:04.464136 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Deleting port a6beabc4-3c20-473f-8252-c2875e892bdc {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:04.464477 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.542845 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] For port a6beabc4-3c20-473f-8252-c2875e892bdc, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=a6beabc4-3c20-473f-8252-c2875e892bdc,segment=NetworkSegment(085d6363-950b-493f-93d1-03d654b5d62e),segment_id=085d6363-950b-493f-93d1-03d654b5d62e)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:04.543565 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.547110 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:04.555881 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Calling delete_port for a6beabc4-3c20-473f-8252-c2875e892bdc owned by network:router_gateway {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:04.565297 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'external_fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5'}], 'enable_snat': True}, 'gw_port_id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:36:03Z', 'revision_number': 5, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port': {'id': 'a6beabc4-3c20-473f-8252-c2875e892bdc', 'name': '', 'network_id': '561ba299-fc05-4533-8955-328fe59874a9', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655ba25a-d11e-4271-9094-194a34d4a551', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'ip_address': '172.27.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-853910-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '212c7ac1-d63e-4c5a-a6bd-0da24483784c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-853910-2-iscsi'}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:04.591453 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Checking router: 655ba25a-d11e-4271-9094-194a34d4a551 for host: dv-cinder-853910-2-iscsi {{(pid=107057) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 25 05:36:04.600740 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Routers {'655ba25a-d11e-4271-9094-194a34d4a551'} bound to L3 agent in host dv-cinder-853910-2-iscsi {{(pid=107057) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 25 05:36:04.601377 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-853910-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-25T05:04:59Z,description=,heartbeat_timestamp=2022-08-25T05:35:59Z,host='dv-cinder-853910-2-iscsi',id=d1123f2e-0c1b-4174-90e7-61d8befbd203,load=0,resource_versions=,resources_synced=,started_at=2022-08-25T05:04:59Z,topic='l3_agent')) {'router_ids': ['655ba25a-d11e-4271-9094-194a34d4a551'], 'active': True} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:04.664946 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:04.685524 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvr_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] Set router 655ba25a-d11e-4271-9094-194a34d4a551 gateway port host: None {{(pid=107057) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 25 05:36:04.737107 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:36:04Z', 'revision_number': 6, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port_host': None}], 'dv-cinder-853910-2-iscsi', False) {} {{(pid=107057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:04.761299 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a289-f3ec-4182-9a56-079d7a49c917 None None] The sync data for ids ['655ba25a-d11e-4271-9094-194a34d4a551'] in dv-cinder-853910-2-iscsi is: [{'id': '655ba25a-d11e-4271-9094-194a34d4a551', 'name': 'tempest-TestShelveInstance-1580492748-router', 'tenant_id': 'a1e042d8df5e4494a03603ae00efd15b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-25T05:30:35Z', 'updated_at': '2022-08-25T05:36:04Z', 'revision_number': 6, 'project_id': 'a1e042d8df5e4494a03603ae00efd15b', 'gw_port_host': None}] {{(pid=107057) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 25 05:36:04.770561 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (a6beabc4-3c20-473f-8252-c2875e892bdc), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.801382 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6beabc4-3c20-473f-8252-c2875e892bdc,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:04.872117 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1598362'] for router_gateway (655ba25a-d11e-4271-9094-194a34d4a551), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.958911 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1599338', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10419'] for router (655ba25a-d11e-4271-9094-194a34d4a551), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:04.960985 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks [] for router_controller (655ba25a-d11e-4271-9094-194a34d4a551), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.080447 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1599347'] for router (655ba25a-d11e-4271-9094-194a34d4a551), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.080954 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655ba25a-d11e-4271-9094-194a34d4a551 {{(pid=107055) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 25 05:36:05.085015 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.089290 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-961b590c-8a58-4834-9068-05bcd8c031d5 admin admin] 10.222.0.16 "DELETE /networking/v2.0/routers/655ba25a-d11e-4271-9094-194a34d4a551 HTTP/1.1" status: 204 len: 168 time: 0.9296217 Aug 25 05:36:05.089290 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46130) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:05.139245 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.db_base_plugin_v2 [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Deleting subnet c9817db5-cca9-4451-af33-96863cb1e303 {{(pid=107055) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 25 05:36:05.142680 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Publish callbacks [] for subnet (c9817db5-cca9-4451-af33-96863cb1e303), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.178408 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7236955'] for subnet (c9817db5-cca9-4451-af33-96863cb1e303), precommit_delete_associations {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.256654 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-730773'] for subnet (c9817db5-cca9-4451-af33-96863cb1e303), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.291923 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:05.389081 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-735334', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219876', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5220427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7000035'] for subnet (c9817db5-cca9-4451-af33-96863cb1e303), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.414313 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9817db5-cca9-4451-af33-96863cb1e303,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:05.422050 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.422659 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-65dffd47-da9f-4705-a4f7-f42486590234 admin admin] 10.222.0.16 "DELETE /networking/v2.0/subnets/c9817db5-cca9-4451-af33-96863cb1e303 HTTP/1.1" status: 204 len: 168 time: 0.3325691 Aug 25 05:36:05.425098 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c62be2-a2c4-478b-875e-35815af68c1e None None] Network 3b0ded51-a9eb-4469-9ee8-2994dcde05fc requested from dv-cinder-853910-2-iscsi {{(pid=107057) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 25 05:36:05.425635 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46132) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:05.496363 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562188'] for network (3b0ded51-a9eb-4469-9ee8-2994dcde05fc), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.545094 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Deleting port cf590dd6-cd75-481d-ba0c-b8488bc35817 {{(pid=107055) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:05.545788 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.595966 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] DHCP port deletion for 3b0ded51-a9eb-4469-9ee8-2994dcde05fc request from dv-cinder-853910-2-iscsi {{(pid=107057) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 25 05:36:05.612114 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.db [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] For port cf590dd6-cd75-481d-ba0c-b8488bc35817, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=cf590dd6-cd75-481d-ba0c-b8488bc35817,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107055) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:05.614700 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.628398 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.plugin [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Calling delete_port for cf590dd6-cd75-481d-ba0c-b8488bc35817 owned by network:dhcp {{(pid=107055) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:05.637146 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Deleting port cf590dd6-cd75-481d-ba0c-b8488bc35817 {{(pid=107057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 25 05:36:05.637609 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736002678519'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), before_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.695678 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:05.709118 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.db [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] For port cf590dd6-cd75-481d-ba0c-b8488bc35817, host dv-cinder-853910-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-853910-2-iscsi',level=0,port_id=cf590dd6-cd75-481d-ba0c-b8488bc35817,segment=NetworkSegment(34474337-746b-4185-b1d0-4d76785384ae),segment_id=34474337-746b-4185-b1d0-4d76785384ae)] {{(pid=107057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 25 05:36:05.709118 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1613142'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), precommit_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.720224 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Calling delete_port for cf590dd6-cd75-481d-ba0c-b8488bc35817 owned by network:dhcp {{(pid=107057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 25 05:36:05.764950 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:05.794175 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5220478'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.799782 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-574101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-224034', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736002685332', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736002241100'] for port (cf590dd6-cd75-481d-ba0c-b8488bc35817), after_delete {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.821352 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf590dd6-cd75-481d-ba0c-b8488bc35817,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:05.825078 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] Pushing event deleted for resources: {'Port': ['ID=cf590dd6-cd75-481d-ba0c-b8488bc35817,revision_number=None']} {{(pid=107057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:05.828788 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] No DVR routers for this DVR port cf590dd6-cd75-481d-ba0c-b8488bc35817 on host dv-cinder-853910-2-iscsi {{(pid=107055) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:36:05.828904 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833ae02-56df-466f-adff-d2b83665bd51 None None] No DVR routers for this DVR port cf590dd6-cd75-481d-ba0c-b8488bc35817 on host dv-cinder-853910-2-iscsi {{(pid=107057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 25 05:36:05.894317 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:05.905568 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-730174', 'neutron.services.segments.db._delete_segments_for_network-8736002709598'] for network (3b0ded51-a9eb-4469-9ee8-2994dcde05fc), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.926327 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ded51-a9eb-4469-9ee8-2994dcde05fc']}} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:05.936299 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34474337-746b-4185-b1d0-4d76785384ae') {'for_net_delete': True} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:05.936599 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.services.segments.db [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34474337-746b-4185-b1d0-4d76785384ae') {} {{(pid=107055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 25 05:36:05.946074 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736002766044', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7236946'] for segment (34474337-746b-4185-b1d0-4d76785384ae), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.962479 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457'] for segment (34474337-746b-4185-b1d0-4d76785384ae), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:05.978064 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=107055) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 25 05:36:05.979006 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5220369'] for segment (34474337-746b-4185-b1d0-4d76785384ae), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.020912 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 34474337-746b-4185-b1d0-4d76785384ae resource provider aggregate not found Aug 25 05:36:06.039494 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.services.segments.plugin [-] Segment 34474337-746b-4185-b1d0-4d76785384ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34474337-746b-4185-b1d0-4d76785384ae found for delete ", "request_id": "req-720bf8c3-0d62-4351-9732-1264ac5de7fd"}]} Aug 25 05:36:06.102905 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-730153', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1668620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1586788', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1598398'] for network (3b0ded51-a9eb-4469-9ee8-2994dcde05fc), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.107877 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1586806'] for network (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.111119 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] 10.222.0.16 "DELETE /networking/v2.0/networks/3b0ded51-a9eb-4469-9ee8-2994dcde05fc HTTP/1.1" status: 204 len: 168 time: 0.6850259 Aug 25 05:36:06.124122 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c2bb9-c037-4700-893c-54d94e527f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0ded51-a9eb-4469-9ee8-2994dcde05fc,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:06.384740 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device cf590dd6-cd75-481d-ba0c-b8488bc35817 no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:06.389668 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG neutron.wsgi [-] (107056) accepted ('10.222.0.16', 46140) {{(pid=107056) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:06.406187 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: cf590dd6-cd75-481d-ba0c-b8488bc35817 {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:06.406480 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device cf590dd6-cd75-481d-ba0c-b8488bc35817 not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:06.412063 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 12dad76b-9a4c-4f44-a96a-8a7521d32c9f no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:06.432064 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: 12dad76b-9a4c-4f44-a96a-8a7521d32c9f {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:06.435218 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device 12dad76b-9a4c-4f44-a96a-8a7521d32c9f not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:06.435218 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device a6beabc4-3c20-473f-8252-c2875e892bdc no longer exists at agent ovs-agent-dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 25 05:36:06.435453 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46142) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:06.435568 dv-cinder-853910-2-iscsi neutron-server[107056]: INFO neutron.wsgi [None req-81ad56ca-ab78-4905-bd2a-7692afd09444 admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=52aad667fe8d4b6582a7e4340ecfe33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429699 Aug 25 05:36:06.452527 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.plugin [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] No Port match for: a6beabc4-3c20-473f-8252-c2875e892bdc {{(pid=107057) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 25 05:36:06.452918 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron.plugins.ml2.rpc [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Device a6beabc4-3c20-473f-8252-c2875e892bdc not bound to the agent host dv-cinder-853910-2-iscsi {{(pid=107057) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 25 05:36:06.483972 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] Publish callbacks [] for security_group (61e99f41-ecbb-49f1-a50b-ec867ba7ce29), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.504152 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] Publish callbacks [] for security_group (61e99f41-ecbb-49f1-a50b-ec867ba7ce29), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.622790 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (61e99f41-ecbb-49f1-a50b-ec867ba7ce29), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.626431 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:06.626596 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/61e99f41-ecbb-49f1-a50b-ec867ba7ce29 HTTP/1.1" status: 204 len: 168 time: 0.1918404 Aug 25 05:36:06.634474 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fcf23-542f-496f-a063-a94c433d1c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e99f41-ecbb-49f1-a50b-ec867ba7ce29,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:07.240947 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46148) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:07.247083 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:07.284838 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-868a03d7-9b7c-40cc-bfe7-e68f2471cb9d admin admin] 10.222.0.16 "GET /networking/v2.0/security-groups?tenant_id=a1e042d8df5e4494a03603ae00efd15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427918 Aug 25 05:36:07.287473 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.wsgi [-] (107055) accepted ('10.222.0.16', 46150) {{(pid=107055) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 25 05:36:07.334354 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] Publish callbacks [] for security_group (08db63c4-a34d-4b36-802d-909bf6c69913), before_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:07.354705 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] Publish callbacks [] for security_group (08db63c4-a34d-4b36-802d-909bf6c69913), precommit_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:07.480495 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1667042'] for security_group (08db63c4-a34d-4b36-802d-909bf6c69913), after_delete {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:07.483042 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron_lib.callbacks.manager [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=107055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:07.484208 dv-cinder-853910-2-iscsi neutron-server[107055]: INFO neutron.wsgi [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] 10.222.0.16 "DELETE /networking/v2.0/security-groups/08db63c4-a34d-4b36-802d-909bf6c69913 HTTP/1.1" status: 204 len: 168 time: 0.1958542 Aug 25 05:36:07.492660 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ca968-a6cd-4a22-976b-4afe79c2b30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db63c4-a34d-4b36-802d-909bf6c69913,revision_number=None']} {{(pid=107055) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 25 05:36:11.126424 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=44 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:11.127244 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=68 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:11.296194 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:16.425229 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=54,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:16.427164 dv-cinder-853910-2-iscsi neutron-server[107056]: DEBUG dbcounter [-] [107056] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=107056) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:17.488632 dv-cinder-853910-2-iscsi neutron-server[107055]: DEBUG dbcounter [-] [107055] Writing DB stats neutron:SELECT=47,neutron:DELETE=6 {{(pid=107055) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:17.866900 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:36:21.235759 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:21.240642 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:21.242340 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=44,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:24.954791 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:26.439495 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5b2976ed-10f8-4800-8fab-037403efcbce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:27.862892 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:28.593617 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-b39f50a4-e4fc-4177-8b4a-3a9698af732f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:30.079569 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:31.399021 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:31.467930 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:41.323833 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:51.251424 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:51.255301 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:51.256977 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:36:54.866063 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:36:56.466435 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-3d4565bf-365d-4cbd-ba13-0fb779de3145 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:36:58.586137 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-da13a6e6-1f2c-4ccb-a2a0-05755fbe1675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:00.084025 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:01.442892 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:01.494754 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:01.956733 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:04.862079 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:11.340886 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:21.270177 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:21.274051 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=15 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:21.276758 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:26.449717 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-54b47f35-cadd-4a62-882f-c5a74ea4d769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:28.586277 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-52e124e1-be20-4da9-8e5a-34c262c165f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:30.077901 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:31.505540 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:31.533958 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:31.865896 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:37:41.345522 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:41.860795 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=2 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:41.861563 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:51.265770 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:51.268647 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:51.271421 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:55.440121 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=13 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:55.444104 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=13 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:37:56.465516 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-8e857454-7f2a-4104-8e11-dcac9714aaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:37:58.608603 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-255f0833-6582-4824-9187-314fee59bc8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:00.087404 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:01.432910 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:01.522613 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:08.865192 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:38:11.361787 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:18.860302 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:18.861022 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:21.283502 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:21.284252 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:21.290042 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:26.459307 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-44c5e978-bd1d-427b-bc9a-ec4912e43154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:28.590221 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-e9dc4292-0561-42a4-bed1-6f621459f3e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:30.075954 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:31.452785 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:31.493105 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:41.372542 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:45.864452 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:38:51.296422 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:51.299347 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:51.302064 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:55.859200 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:55.860062 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:38:56.492427 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-a3fdf16f-2c7c-4846-a79b-f965cbe05dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:38:58.600745 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-5003fd5c-5347-4aa6-a362-f289d69a2049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:00.120767 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:01.437860 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:01.509100 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:11.378058 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:15.453386 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:21.298824 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=19 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:21.300676 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:22.863552 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:39:26.451487 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fe2082ed-051b-462c-96d5-ae1bbf484252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:28.594706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-22b36781-6111-4dfc-af68-a66ee55b1b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:29.967538 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=4 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:30.074476 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:31.442045 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:31.502662 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:32.859439 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:41.389052 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:51.294419 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:51.297800 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:51.299484 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:55.445518 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=11 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:55.446289 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=15 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:39:56.479255 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0a8c741e-9872-4db2-91e2-fd69a59e3de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:58.587663 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-54cc93c3-18bf-40f3-83ba-fdbaa5baf3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:39:59.862972 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:40:00.119150 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:01.416551 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:01.507535 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:09.858683 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:09.860265 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:11.381711 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:21.307927 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:21.312813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:21.320187 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:26.444275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-518b6a8a-7567-47a2-a201-39036ce2b37b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:28.609963 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-60a4becd-e51c-4d7a-a6e8-ecefa268c085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:30.112701 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:31.420813 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:31.483645 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:36.862437 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:40:41.415186 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:46.857769 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:51.312211 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:UPDATE=1,neutron:SELECT=5 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:51.316585 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:51.319275 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:54.958061 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:40:56.460545 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bb51597e-fad7-4f30-a456-4f3c8a3975e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:40:58.597507 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-0ad1f248-a594-499c-a057-63d189090b16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:00.180134 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:01.437323 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:01.500180 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:11.431760 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:13.863399 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG neutron.db.agents_db [None req-5647d498-d9c7-4e78-91ab-5880f2f04937 None None] Agent healthcheck: found 6 active agents {{(pid=107058) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 25 05:41:20.975798 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=3 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:41:21.325472 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:41:21.327348 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=18 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:41:21.330041 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:41:23.858584 dv-cinder-853910-2-iscsi neutron-server[107058]: DEBUG dbcounter [-] [107058] Writing DB stats neutron:SELECT=5 {{(pid=107058) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 25 05:41:26.459494 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-18bdb4d4-0322-4794-936b-3b0b66765016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (4a1f3305-d2fd-48c7-ae44-f78178db105f), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:28.585268 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-afc9f1d0-fc6c-4e70-be2e-e5f06c491c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (d1123f2e-0c1b-4174-90e7-61d8befbd203), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:30.082178 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-33eb5b8f-e26c-4411-af69-e1840dfdc5cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (3761c5a8-9cdd-43fa-94b8-88c2b0df9590), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:31.419706 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-fb098ea9-9da7-44a4-8cda-73cca720f88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (6828916b-fa9f-443a-971a-3021c55d8441), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:31.511376 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-cf99c389-e2fa-4101-a177-4d4f239575ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (5902ff3a-8955-4b93-b02b-600952f6243b), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:41.390883 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG neutron_lib.callbacks.manager [None req-bd756251-952a-4231-ad0d-9580979d0800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736002709580', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-736737'] for agent (118401bb-dbd8-4872-8f00-e73a3036247c), after_update {{(pid=107057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 25 05:41:41.456236 dv-cinder-853910-2-iscsi neutron-server[107057]: DEBUG dbcounter [-] [107057] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=107057) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}